Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-Solaris/449/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseG1GC

1 tests failed.
FAILED:  
org.apache.solr.cloud.TestSolrCloudWithDelegationTokens.testDelegationTokenCancelFail

Error Message:
expected:<200> but was:<404>

Stack Trace:
java.lang.AssertionError: expected:<200> but was:<404>
        at 
__randomizedtesting.SeedInfo.seed([6C0EEEFA01FDBE74:4B1DBD0D167AC98]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.failNotEquals(Assert.java:647)
        at org.junit.Assert.assertEquals(Assert.java:128)
        at org.junit.Assert.assertEquals(Assert.java:472)
        at org.junit.Assert.assertEquals(Assert.java:456)
        at 
org.apache.solr.cloud.TestSolrCloudWithDelegationTokens.cancelDelegationToken(TestSolrCloudWithDelegationTokens.java:144)
        at 
org.apache.solr.cloud.TestSolrCloudWithDelegationTokens.testDelegationTokenCancelFail(TestSolrCloudWithDelegationTokens.java:307)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
        at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 12224 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestSolrCloudWithDelegationTokens
   [junit4]   2> Creating dataDir: 
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithDelegationTokens_6C0EEEFA01FDBE74-001/init-core-data-001
   [junit4]   2> 2871781 INFO  
(SUITE-TestSolrCloudWithDelegationTokens-seed#[6C0EEEFA01FDBE74]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: 
@org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
   [junit4]   2> 2871786 INFO  
(SUITE-TestSolrCloudWithDelegationTokens-seed#[6C0EEEFA01FDBE74]-worker) [    ] 
o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in 
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithDelegationTokens_6C0EEEFA01FDBE74-001/tempDir-001
   [junit4]   2> 2871787 INFO  
(SUITE-TestSolrCloudWithDelegationTokens-seed#[6C0EEEFA01FDBE74]-worker) [    ] 
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2871787 INFO  (Thread-9206) [    ] o.a.s.c.ZkTestServer client 
port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2871787 INFO  (Thread-9206) [    ] o.a.s.c.ZkTestServer 
Starting server
   [junit4]   2> 2871887 INFO  
(SUITE-TestSolrCloudWithDelegationTokens-seed#[6C0EEEFA01FDBE74]-worker) [    ] 
o.a.s.c.ZkTestServer start zk server on port:41158
   [junit4]   2> 2871894 INFO  (jetty-launcher-10472-thread-2) [    ] 
o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 2871895 INFO  (jetty-launcher-10472-thread-1) [    ] 
o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 2871897 INFO  (jetty-launcher-10472-thread-1) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@635db687{/solr,null,AVAILABLE}
   [junit4]   2> 2871898 INFO  (jetty-launcher-10472-thread-2) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@73134954{/solr,null,AVAILABLE}
   [junit4]   2> 2871898 INFO  (jetty-launcher-10472-thread-2) [    ] 
o.e.j.s.ServerConnector Started 
ServerConnector@cf8964b{HTTP/1.1,[http/1.1]}{127.0.0.1:36523}
   [junit4]   2> 2871898 INFO  (jetty-launcher-10472-thread-2) [    ] 
o.e.j.s.Server Started @2876364ms
   [junit4]   2> 2871898 INFO  (jetty-launcher-10472-thread-2) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=36523}
   [junit4]   2> 2871898 INFO  (jetty-launcher-10472-thread-1) [    ] 
o.e.j.s.ServerConnector Started 
ServerConnector@15c2b69a{HTTP/1.1,[http/1.1]}{127.0.0.1:43599}
   [junit4]   2> 2871899 INFO  (jetty-launcher-10472-thread-1) [    ] 
o.e.j.s.Server Started @2876365ms
   [junit4]   2> 2871899 INFO  (jetty-launcher-10472-thread-1) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=43599}
   [junit4]   2> 2871900 INFO  (jetty-launcher-10472-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
6.3.0
   [junit4]   2> 2871900 INFO  (jetty-launcher-10472-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
6.3.0
   [junit4]   2> 2871900 INFO  (jetty-launcher-10472-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2871900 INFO  (jetty-launcher-10472-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2871900 INFO  (jetty-launcher-10472-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2871900 INFO  (jetty-launcher-10472-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2871900 INFO  (jetty-launcher-10472-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2016-10-13T08:58:33.411Z
   [junit4]   2> 2871900 INFO  (jetty-launcher-10472-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2016-10-13T08:58:33.411Z
   [junit4]   2> 2871903 INFO  (jetty-launcher-10472-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2871903 INFO  (jetty-launcher-10472-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2871911 INFO  (jetty-launcher-10472-thread-2) [    ] 
o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: 
socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2871911 INFO  (jetty-launcher-10472-thread-1) [    ] 
o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: 
socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2871912 INFO  (jetty-launcher-10472-thread-2) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41158/solr
   [junit4]   2> 2871913 INFO  (jetty-launcher-10472-thread-1) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41158/solr
   [junit4]   2> 2871915 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from 
client sessionid 0x157bd43b3d30004, likely client has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2871949 INFO  (jetty-launcher-10472-thread-1) 
[n:127.0.0.1:43599_solr    ] o.a.s.c.OverseerElectionContext I am going to be 
the leader 127.0.0.1:43599_solr
   [junit4]   2> 2871951 INFO  (jetty-launcher-10472-thread-2) 
[n:127.0.0.1:36523_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:36523_solr
   [junit4]   2> 2871951 INFO  (jetty-launcher-10472-thread-1) 
[n:127.0.0.1:43599_solr    ] o.a.s.c.Overseer Overseer 
(id=96754015489163269-127.0.0.1:43599_solr-n_0000000000) starting
   [junit4]   2> 2871953 INFO  
(zkCallback-10482-thread-1-processing-n:127.0.0.1:43599_solr) 
[n:127.0.0.1:43599_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 2871953 INFO  
(zkCallback-10483-thread-1-processing-n:127.0.0.1:36523_solr) 
[n:127.0.0.1:36523_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 2871964 INFO  (jetty-launcher-10472-thread-1) 
[n:127.0.0.1:43599_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:43599_solr
   [junit4]   2> 2871968 INFO  
(zkCallback-10482-thread-1-processing-n:127.0.0.1:43599_solr) 
[n:127.0.0.1:43599_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 2871968 INFO  
(zkCallback-10483-thread-1-processing-n:127.0.0.1:36523_solr) 
[n:127.0.0.1:36523_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 2871978 INFO  (jetty-launcher-10472-thread-2) 
[n:127.0.0.1:36523_solr    ] o.a.s.c.CoreContainer Authentication plugin class 
obtained from system property 'authenticationPlugin': 
org.apache.solr.security.KerberosPlugin
   [junit4]   2> 2871990 INFO  (jetty-launcher-10472-thread-1) 
[n:127.0.0.1:43599_solr    ] o.a.s.c.CoreContainer Authentication plugin class 
obtained from system property 'authenticationPlugin': 
org.apache.solr.security.KerberosPlugin
   [junit4]   2> 2871999 INFO  (jetty-launcher-10472-thread-1) 
[n:127.0.0.1:43599_solr    ] o.a.s.s.KerberosPlugin Params: {token.valid=30, 
delegation-token.token-kind=solr-dt, cookie.domain=127.0.0.1, cookie.path=/, 
zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, 
token.validity=36000, signer.secret.provider.zookeeper.path=/token, 
type=org.apache.solr.security.HttpParamDelegationTokenAuthenticationHandler, 
zk-dt-secret-manager.enable=true, kerberos.name.rules=DEFAULT, 
signer.secret.provider=zookeeper}
   [junit4]   2> 2871999 INFO  (jetty-launcher-10472-thread-2) 
[n:127.0.0.1:36523_solr    ] o.a.s.s.KerberosPlugin Params: {token.valid=30, 
delegation-token.token-kind=solr-dt, cookie.domain=127.0.0.1, cookie.path=/, 
zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, 
token.validity=36000, signer.secret.provider.zookeeper.path=/token, 
type=org.apache.solr.security.HttpParamDelegationTokenAuthenticationHandler, 
zk-dt-secret-manager.enable=true, kerberos.name.rules=DEFAULT, 
signer.secret.provider=zookeeper}
   [junit4]   2> 2872119 INFO  (jetty-launcher-10472-thread-2) 
[n:127.0.0.1:36523_solr    ] o.a.c.f.i.CuratorFrameworkImpl Starting
   [junit4]   2> 2872127 INFO  (jetty-launcher-10472-thread-1) 
[n:127.0.0.1:43599_solr    ] o.a.c.f.i.CuratorFrameworkImpl Starting
   [junit4]   2> 2872159 INFO  (jetty-launcher-10472-thread-1-EventThread) 
[n:127.0.0.1:43599_solr    ] o.a.c.f.s.ConnectionStateManager State change: 
CONNECTED
   [junit4]   2> 2872159 INFO  (jetty-launcher-10472-thread-2-EventThread) 
[n:127.0.0.1:36523_solr    ] o.a.c.f.s.ConnectionStateManager State change: 
CONNECTED
   [junit4]   2> 2872352 INFO  (jetty-launcher-10472-thread-2) 
[n:127.0.0.1:36523_solr    ] o.a.s.h.c.HttpShardHandlerFactory Reconfiguring 
the default client with: 
org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer@41aedb45
   [junit4]   2> 2872352 INFO  (jetty-launcher-10472-thread-1) 
[n:127.0.0.1:43599_solr    ] o.a.s.h.c.HttpShardHandlerFactory Reconfiguring 
the default client with: 
org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer@132635a3
   [junit4]   2> 2872353 INFO  (jetty-launcher-10472-thread-1) 
[n:127.0.0.1:43599_solr    ] o.a.s.u.UpdateShardHandler Reconfiguring the 
default client with: 
org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer@132635a3
   [junit4]   2> 2872353 INFO  (jetty-launcher-10472-thread-2) 
[n:127.0.0.1:36523_solr    ] o.a.s.u.UpdateShardHandler Reconfiguring the 
default client with: 
org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer@41aedb45
   [junit4]   2> 2872355 INFO  (jetty-launcher-10472-thread-1) 
[n:127.0.0.1:43599_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithDelegationTokens_6C0EEEFA01FDBE74-001/tempDir-001/node1/.
   [junit4]   2> 2872355 INFO  (jetty-launcher-10472-thread-2) 
[n:127.0.0.1:36523_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithDelegationTokens_6C0EEEFA01FDBE74-001/tempDir-001/node2/.
   [junit4]   2> 2872394 INFO  
(TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenewFail-seed#[6C0EEEFA01FDBE74])
 [    ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenRenewFail
   [junit4]   2> 2872454 WARN  (qtp518586740-50544) [    ] 
o.a.h.s.a.s.AuthenticationFilter Authentication exception: 
org.apache.hadoop.security.AccessControlException: foo tries to renew a token 
with renewer bar
   [junit4]   2> 2872457 WARN  (qtp518586740-50544) [    ] 
o.a.s.s.KerberosPlugin Could not find 
org.apache.solr.security.kerberosplugin.requestcontinues
   [junit4]   2> 2872462 WARN  
(TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenewFail-seed#[6C0EEEFA01FDBE74])
 [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: 
hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=to, 01-jan-1970 00:00:00 GMT; 
HttpOnly". Invalid 'expires' attribute: to, 01-jan-1970 00:00:00 GMT
   [junit4]   2> 2872466 WARN  (qtp184862560-50537) [    ] 
o.a.h.s.a.s.AuthenticationFilter Authentication exception: 
org.apache.hadoop.security.AccessControlException: foo tries to renew a token 
with renewer bar
   [junit4]   2> 2872466 WARN  (qtp184862560-50537) [    ] 
o.a.s.s.KerberosPlugin Could not find 
org.apache.solr.security.kerberosplugin.requestcontinues
   [junit4]   2> 2872467 WARN  
(TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenewFail-seed#[6C0EEEFA01FDBE74])
 [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: 
hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=to, 01-jan-1970 00:00:00 GMT; 
HttpOnly". Invalid 'expires' attribute: to, 01-jan-1970 00:00:00 GMT
   [junit4]   2> 2872479 WARN  (qtp518586740-50547) [    ] 
o.a.h.s.a.s.AuthenticationFilter Authentication exception: 
org.apache.hadoop.security.AccessControlException: notRenewUser tries to renew 
a token with renewer renewUser
   [junit4]   2> 2872480 WARN  (qtp518586740-50547) [    ] 
o.a.s.s.KerberosPlugin Could not find 
org.apache.solr.security.kerberosplugin.requestcontinues
   [junit4]   2> 2872480 WARN  
(TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenewFail-seed#[6C0EEEFA01FDBE74])
 [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: 
hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=to, 01-jan-1970 00:00:00 GMT; 
HttpOnly". Invalid 'expires' attribute: to, 01-jan-1970 00:00:00 GMT
   [junit4]   2> 2872483 WARN  (qtp184862560-50538) [    ] 
o.a.h.s.a.s.AuthenticationFilter Authentication exception: 
org.apache.hadoop.security.AccessControlException: notRenewUser tries to renew 
a token with renewer renewUser
   [junit4]   2> 2872483 WARN  (qtp184862560-50538) [    ] 
o.a.s.s.KerberosPlugin Could not find 
org.apache.solr.security.kerberosplugin.requestcontinues
   [junit4]   2> 2872483 WARN  
(TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenewFail-seed#[6C0EEEFA01FDBE74])
 [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: 
hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=to, 01-jan-1970 00:00:00 GMT; 
HttpOnly". Invalid 'expires' attribute: to, 01-jan-1970 00:00:00 GMT
   [junit4]   2> 2872483 INFO  
(TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenewFail-seed#[6C0EEEFA01FDBE74])
 [    ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenRenewFail
   [junit4]   2> 2872518 INFO  
(TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancelFail-seed#[6C0EEEFA01FDBE74])
 [    ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenCancelFail
   [junit4]   2> 2872548 ERROR (qtp184862560-50539) [    ] 
o.a.h.s.t.d.ZKDelegationTokenSecretManager No node in path 
[/ZKDTSMTokensRoot/DT_3]
   [junit4]   2> 2872551 ERROR (qtp518586740-50542) [    ] 
o.a.h.s.t.d.ZKDelegationTokenSecretManager No node in path 
[/ZKDTSMTokensRoot/DT_3]
   [junit4]   2> 2872565 INFO  
(TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancelFail-seed#[6C0EEEFA01FDBE74])
 [    ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenCancelFail
   [junit4]   2> NOTE: reproduce with: ant test  
-Dtestcase=TestSolrCloudWithDelegationTokens 
-Dtests.method=testDelegationTokenCancelFail -Dtests.seed=6C0EEEFA01FDBE74 
-Dtests.slow=true -Dtests.locale=nn-NO -Dtests.timezone=Pacific/Niue 
-Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 0.08s J1 | 
TestSolrCloudWithDelegationTokens.testDelegationTokenCancelFail <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: expected:<200> but 
was:<404>
   [junit4]    >        at 
__randomizedtesting.SeedInfo.seed([6C0EEEFA01FDBE74:4B1DBD0D167AC98]:0)
   [junit4]    >        at 
org.apache.solr.cloud.TestSolrCloudWithDelegationTokens.cancelDelegationToken(TestSolrCloudWithDelegationTokens.java:144)
   [junit4]    >        at 
org.apache.solr.cloud.TestSolrCloudWithDelegationTokens.testDelegationTokenCancelFail(TestSolrCloudWithDelegationTokens.java:307)
   [junit4]    >        at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2872639 INFO  
(TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[6C0EEEFA01FDBE74])
 [    ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenRenew
   [junit4]   2> 2872660 INFO  (qtp518586740-50549) [n:127.0.0.1:43599_solr    
] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params 
action=LIST&delegation=GgADYmFyA2JhcgCKAVe9Q7coigFX4VA7KAUEFL3lTEdhH2cb0Wgac126BiwQ-4OVB3NvbHItZHQA&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 2872661 INFO  (qtp518586740-50549) [n:127.0.0.1:43599_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={action=LIST&delegation=GgADYmFyA2JhcgCKAVe9Q7coigFX4VA7KAUEFL3lTEdhH2cb0Wgac126BiwQ-4OVB3NvbHItZHQA&wt=javabin&version=2}
 status=0 QTime=0
   [junit4]   2> 2872666 INFO  
(TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[6C0EEEFA01FDBE74])
 [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2872670 WARN  
(TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[6C0EEEFA01FDBE74])
 [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: 
hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=to, 01-jan-1970 00:00:00 GMT; 
HttpOnly". Invalid 'expires' attribute: to, 01-jan-1970 00:00:00 GMT
   [junit4]   2> 2872673 INFO  (qtp184862560-50543) [n:127.0.0.1:36523_solr    
] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params 
action=LIST&delegation=GgADYmFyA2JhcgCKAVe9Q7coigFX4VA7KAUEFL3lTEdhH2cb0Wgac126BiwQ-4OVB3NvbHItZHQA&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 2872673 INFO  (qtp184862560-50543) [n:127.0.0.1:36523_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={action=LIST&delegation=GgADYmFyA2JhcgCKAVe9Q7coigFX4VA7KAUEFL3lTEdhH2cb0Wgac126BiwQ-4OVB3NvbHItZHQA&wt=javabin&version=2}
 status=0 QTime=0
   [junit4]   2> 2872677 INFO  
(TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[6C0EEEFA01FDBE74])
 [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2872682 WARN  
(TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[6C0EEEFA01FDBE74])
 [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: 
hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=to, 01-jan-1970 00:00:00 GMT; 
HttpOnly". Invalid 'expires' attribute: to, 01-jan-1970 00:00:00 GMT
   [junit4]   2> 2872699 INFO  (qtp518586740-50545) [n:127.0.0.1:43599_solr    
] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params 
action=LIST&delegation=GgADYmFyA2JhcgCKAVe9Q7dUigFX4VA7VAYEFGH6mSWkXr2_-z9ji6p3mQYTX4HGB3NvbHItZHQA&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 2872700 INFO  (qtp518586740-50545) [n:127.0.0.1:43599_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={action=LIST&delegation=GgADYmFyA2JhcgCKAVe9Q7dUigFX4VA7VAYEFGH6mSWkXr2_-z9ji6p3mQYTX4HGB3NvbHItZHQA&wt=javabin&version=2}
 status=0 QTime=0
   [junit4]   2> 2872702 WARN  
(TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[6C0EEEFA01FDBE74])
 [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: 
hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=to, 01-jan-1970 00:00:00 GMT; 
HttpOnly". Invalid 'expires' attribute: to, 01-jan-1970 00:00:00 GMT
   [junit4]   2> 2872704 INFO  (qtp184862560-50546) [n:127.0.0.1:36523_solr    
] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params 
action=LIST&delegation=GgADYmFyA2JhcgCKAVe9Q7dUigFX4VA7VAYEFGH6mSWkXr2_-z9ji6p3mQYTX4HGB3NvbHItZHQA&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 2872705 INFO  (qtp184862560-50546) [n:127.0.0.1:36523_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={action=LIST&delegation=GgADYmFyA2JhcgCKAVe9Q7dUigFX4VA7VAYEFGH6mSWkXr2_-z9ji6p3mQYTX4HGB3NvbHItZHQA&wt=javabin&version=2}
 status=0 QTime=0
   [junit4]   2> 2872710 INFO  
(TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[6C0EEEFA01FDBE74])
 [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2872714 WARN  
(TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[6C0EEEFA01FDBE74])
 [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: 
hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=to, 01-jan-1970 00:00:00 GMT; 
HttpOnly". Invalid 'expires' attribute: to, 01-jan-1970 00:00:00 GMT
   [junit4]   2> 2872729 INFO  
(TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[6C0EEEFA01FDBE74])
 [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2872733 INFO  (qtp184862560-50537) [n:127.0.0.1:36523_solr    
] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params 
action=LIST&delegation=GgADYmFyA2JhcgCKAVe9Q7d0igFX4VA7dAcEFA7LuXQcI8Do-wcwuZb14UUs3pR6B3NvbHItZHQA&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 2872733 INFO  (qtp184862560-50537) [n:127.0.0.1:36523_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={action=LIST&delegation=GgADYmFyA2JhcgCKAVe9Q7d0igFX4VA7dAcEFA7LuXQcI8Do-wcwuZb14UUs3pR6B3NvbHItZHQA&wt=javabin&version=2}
 status=0 QTime=0
   [junit4]   2> 2872737 WARN  
(TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[6C0EEEFA01FDBE74])
 [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: 
hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=to, 01-jan-1970 00:00:00 GMT; 
HttpOnly". Invalid 'expires' attribute: to, 01-jan-1970 00:00:00 GMT
   [junit4]   2> 2872738 INFO  (qtp184862560-50539) [n:127.0.0.1:36523_solr    
] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params 
action=LIST&delegation=GgADYmFyA2JhcgCKAVe9Q7d0igFX4VA7dAcEFA7LuXQcI8Do-wcwuZb14UUs3pR6B3NvbHItZHQA&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 2872739 INFO  (qtp184862560-50539) [n:127.0.0.1:36523_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={action=LIST&delegation=GgADYmFyA2JhcgCKAVe9Q7d0igFX4VA7dAcEFA7LuXQcI8Do-wcwuZb14UUs3pR6B3NvbHItZHQA&wt=javabin&version=2}
 status=0 QTime=0
   [junit4]   2> 2872740 WARN  
(TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[6C0EEEFA01FDBE74])
 [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: 
hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=to, 01-jan-1970 00:00:00 GMT; 
HttpOnly". Invalid 'expires' attribute: to, 01-jan-1970 00:00:00 GMT
   [junit4]   2> 2872754 INFO  (qtp518586740-50549) [n:127.0.0.1:43599_solr    
] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params 
action=LIST&delegation=GgADYmFyA2JhcgCKAVe9Q7eNigFX4VA7jQgEFC0Y_JUbVHI14ptpiala4nGL6QXGB3NvbHItZHQA&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 2872755 INFO  (qtp518586740-50549) [n:127.0.0.1:43599_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={action=LIST&delegation=GgADYmFyA2JhcgCKAVe9Q7eNigFX4VA7jQgEFC0Y_JUbVHI14ptpiala4nGL6QXGB3NvbHItZHQA&wt=javabin&version=2}
 status=0 QTime=0
   [junit4]   2> 2872756 WARN  
(TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[6C0EEEFA01FDBE74])
 [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: 
hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=to, 01-jan-1970 00:00:00 GMT; 
HttpOnly". Invalid 'expires' attribute: to, 01-jan-1970 00:00:00 GMT
   [junit4]   2> 2872761 INFO  
(TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[6C0EEEFA01FDBE74])
 [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2872771 INFO  (qtp184862560-50534) [n:127.0.0.1:36523_solr    
] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params 
action=LIST&delegation=GgADYmFyA2JhcgCKAVe9Q7eNigFX4VA7jQgEFC0Y_JUbVHI14ptpiala4nGL6QXGB3NvbHItZHQA&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 2872771 INFO  (qtp184862560-50534) [n:127.0.0.1:36523_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={action=LIST&delegation=GgADYmFyA2JhcgCKAVe9Q7eNigFX4VA7jQgEFC0Y_JUbVHI14ptpiala4nGL6QXGB3NvbHItZHQA&wt=javabin&version=2}
 status=0 QTime=0
   [junit4]   2> 2872776 WARN  
(TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[6C0EEEFA01FDBE74])
 [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: 
hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=to, 01-jan-1970 00:00:00 GMT; 
HttpOnly". Invalid 'expires' attribute: to, 01-jan-1970 00:00:00 GMT
   [junit4]   2> 2872776 INFO  
(TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[6C0EEEFA01FDBE74])
 [    ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenRenew
   [junit4]   2> 2872803 INFO  
(TEST-TestSolrCloudWithDelegationTokens.testZNodePaths-seed#[6C0EEEFA01FDBE74]) 
[    ] o.a.s.SolrTestCaseJ4 ###Starting testZNodePaths
   [junit4]   2> 2872814 INFO  
(TEST-TestSolrCloudWithDelegationTokens.testZNodePaths-seed#[6C0EEEFA01FDBE74]) 
[    ] o.a.s.SolrTestCaseJ4 ###Ending testZNodePaths
   [junit4]   2> 2872853 INFO  
(TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenSolrClient-seed#[6C0EEEFA01FDBE74])
 [    ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenSolrClient
   [junit4]   2> 2872860 WARN  
(TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenSolrClient-seed#[6C0EEEFA01FDBE74])
 [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: 
hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=to, 01-jan-1970 00:00:00 GMT; 
HttpOnly". Invalid 'expires' attribute: to, 01-jan-1970 00:00:00 GMT
   [junit4]   2> 2872862 INFO  (qtp518586740-50549) [n:127.0.0.1:43599_solr    
] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params 
action=LIST&delegation=GgADYmFyA2JhcgCKAVe9Q7f-igFX4VA7_goEFP6VJ114DWFBRSfvVQiGnbAGRPGAB3NvbHItZHQA&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 2872862 INFO  (qtp518586740-50549) [n:127.0.0.1:43599_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={action=LIST&delegation=GgADYmFyA2JhcgCKAVe9Q7f-igFX4VA7_goEFP6VJ114DWFBRSfvVQiGnbAGRPGAB3NvbHItZHQA&wt=javabin&version=2}
 status=0 QTime=0
   [junit4]   2> 2872863 INFO  
(TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenSolrClient-seed#[6C0EEEFA01FDBE74])
 [    ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenSolrClient
   [junit4]   2> 2872891 INFO  
(TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[6C0EEEFA01FDBE74])
 [    ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenCancel
   [junit4]   2> 2872904 ERROR (qtp518586740-50548) [    ] 
o.a.h.s.t.d.ZKDelegationTokenSecretManager No node in path 
[/ZKDTSMTokensRoot/DT_11]
   [junit4]   2> 2872910 WARN  
(TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[6C0EEEFA01FDBE74])
 [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: 
hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=to, 01-jan-1970 00:00:00 GMT; 
HttpOnly". Invalid 'expires' attribute: to, 01-jan-1970 00:00:00 GMT
   [junit4]   2> 2872913 WARN  
(TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[6C0EEEFA01FDBE74])
 [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: 
hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=to, 01-jan-1970 00:00:00 GMT; 
HttpOnly". Invalid 'expires' attribute: to, 01-jan-1970 00:00:00 GMT
   [junit4]   2> 2872927 ERROR (qtp184862560-50539) [n:127.0.0.1:36523_solr    
] o.a.h.s.t.d.ZKDelegationTokenSecretManager No node in path 
[/ZKDTSMTokensRoot/DT_12]
   [junit4]   2> 2872931 WARN  
(TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[6C0EEEFA01FDBE74])
 [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: 
hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=to, 01-jan-1970 00:00:00 GMT; 
HttpOnly". Invalid 'expires' attribute: to, 01-jan-1970 00:00:00 GMT
   [junit4]   2> 2872933 WARN  
(TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[6C0EEEFA01FDBE74])
 [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: 
hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=to, 01-jan-1970 00:00:00 GMT; 
HttpOnly". Invalid 'expires' attribute: to, 01-jan-1970 00:00:00 GMT
   [junit4]   2> 2872934 INFO  
(TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[6C0EEEFA01FDBE74])
 [    ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenCancel
   [junit4]   2> 2872959 INFO  
(TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenVerify-seed#[6C0EEEFA01FDBE74])
 [    ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenVerify
   [junit4]   2> 2872968 INFO  (qtp518586740-50545) [n:127.0.0.1:43599_solr    
] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params 
action=LIST&delegation=GgADYmFyA2JhcgCKAVe9Q7hoigFX4VA8aA0EFIYkGACA_aYZCwApCglamr6AASrnB3NvbHItZHQA&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 2872968 INFO  (qtp518586740-50545) [n:127.0.0.1:43599_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={action=LIST&delegation=GgADYmFyA2JhcgCKAVe9Q7hoigFX4VA8aA0EFIYkGACA_aYZCwApCglamr6AASrnB3NvbHItZHQA&wt=javabin&version=2}
 status=0 QTime=0
   [junit4]   2> 2872973 INFO  
(TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenVerify-seed#[6C0EEEFA01FDBE74])
 [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2872977 WARN  
(TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenVerify-seed#[6C0EEEFA01FDBE74])
 [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: 
hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=to, 01-jan-1970 00:00:00 GMT; 
HttpOnly". Invalid 'expires' attribute: to, 01-jan-1970 00:00:00 GMT
   [junit4]   2> 2872980 INFO  (qtp184862560-50538) [n:127.0.0.1:36523_solr    
] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params 
action=LIST&delegation=GgADYmFyA2JhcgCKAVe9Q7hoigFX4VA8aA0EFIYkGACA_aYZCwApCglamr6AASrnB3NvbHItZHQA&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 2872980 INFO  (qtp184862560-50538) [n:127.0.0.1:36523_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={action=LIST&delegation=GgADYmFyA2JhcgCKAVe9Q7hoigFX4VA8aA0EFIYkGACA_aYZCwApCglamr6AASrnB3NvbHItZHQA&wt=javabin&version=2}
 status=0 QTime=0
   [junit4]   2> 2872983 WARN  
(TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenVerify-seed#[6C0EEEFA01FDBE74])
 [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: 
hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=to, 01-jan-1970 00:00:00 GMT; 
HttpOnly". Invalid 'expires' attribute: to, 01-jan-1970 00:00:00 GMT
   [junit4]   2> 2872983 INFO  
(TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenVerify-seed#[6C0EEEFA01FDBE74])
 [    ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenVerify
   [junit4]   2> 2873008 INFO  
(TEST-TestSolrCloudWithDelegationTokens.testDelegationOtherOp-seed#[6C0EEEFA01FDBE74])
 [    ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationOtherOp
   [junit4]   2> 2873010 INFO  (qtp518586740-50548) [n:127.0.0.1:43599_solr    
] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params 
op=someSolrOperation&action=LIST&user=bar&wt=javabin&version=2 and 
sendToOCPQueue=true
   [junit4]   2> 2873010 INFO  (qtp518586740-50548) [n:127.0.0.1:43599_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={op=someSolrOperation&action=LIST&user=bar&wt=javabin&version=2} 
status=0 QTime=0
   [junit4]   2> 2873011 WARN  
(TEST-TestSolrCloudWithDelegationTokens.testDelegationOtherOp-seed#[6C0EEEFA01FDBE74])
 [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: 
hadoop.auth="u=bar&p=bar&t=test&e=1476385114521&s=ow3NdXd+Jp8uilmgPFHITuOuS4E=";
 Path=/; Domain=127.0.0.1; Expires=to, 13-okt-2016 18:58:34 GMT; HttpOnly". 
Invalid 'expires' attribute: to, 13-okt-2016 18:58:34 GMT
   [junit4]   2> 2873011 INFO  
(TEST-TestSolrCloudWithDelegationTokens.testDelegationOtherOp-seed#[6C0EEEFA01FDBE74])
 [    ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationOtherOp
   [junit4]   2> 2873013 INFO  (jetty-launcher-10472-thread-1) [    ] 
o.e.j.s.ServerConnector Stopped 
ServerConnector@cf8964b{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 2873013 INFO  (jetty-launcher-10472-thread-2) [    ] 
o.e.j.s.ServerConnector Stopped 
ServerConnector@15c2b69a{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 2873014 INFO  (jetty-launcher-10472-thread-2) [    ] 
o.a.s.c.CoreContainer Shutting down CoreContainer instance=2077571115
   [junit4]   2> 2873014 INFO  (jetty-launcher-10472-thread-1) [    ] 
o.a.s.c.CoreContainer Shutting down CoreContainer instance=708624724
   [junit4]   2> 2873022 INFO  (jetty-launcher-10472-thread-2) [    ] 
o.a.s.c.Overseer Overseer 
(id=96754015489163269-127.0.0.1:43599_solr-n_0000000000) closing
   [junit4]   2> 2873023 INFO  
(OverseerStateUpdate-96754015489163269-127.0.0.1:43599_solr-n_0000000000) 
[n:127.0.0.1:43599_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 
127.0.0.1:43599_solr
   [junit4]   2> 2873024 INFO  
(zkCallback-10482-thread-2-processing-n:127.0.0.1:43599_solr) 
[n:127.0.0.1:43599_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (1)
   [junit4]   2> 2873025 WARN  
(zkCallback-10483-thread-1-processing-n:127.0.0.1:36523_solr) 
[n:127.0.0.1:36523_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, 
but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 2873025 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from 
client sessionid 0x157bd43b3d30005, likely client has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2873025 ERROR 
(Thread[Thread-9225,5,TGRP-TestSolrCloudWithDelegationTokens]) 
[n:127.0.0.1:36523_solr    ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager 
ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 2873025 ERROR 
(Thread[Thread-9223,5,TGRP-TestSolrCloudWithDelegationTokens]) 
[n:127.0.0.1:43599_solr    ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager 
ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 2873042 INFO  (jetty-launcher-10472-thread-2) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@635db687{/solr,null,UNAVAILABLE}
   [junit4]   2> 2873042 INFO  (jetty-launcher-10472-thread-1) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@73134954{/solr,null,UNAVAILABLE}
   [junit4]   2> 2873046 INFO  
(SUITE-TestSolrCloudWithDelegationTokens-seed#[6C0EEEFA01FDBE74]-worker) [    ] 
o.a.s.c.ZkTestServer connecting to 127.0.0.1:41158 41158
   [junit4]   2> 2873060 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxnFactory Ignoring exception
   [junit4]   2> java.nio.channels.ClosedChannelException
   [junit4]   2>        at 
sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:235)
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:188)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2873060 INFO  (Thread-9206) [    ] o.a.s.c.ZkTestServer 
connecting to 127.0.0.1:41158 41158
   [junit4]   2> 2873062 WARN  (Thread-9206) [    ] o.a.s.c.ZkTestServer Watch 
limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2>        8       /solr/aliases.json
   [junit4]   2>        8       /solr/clusterprops.json
   [junit4]   2>        2       /solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2>        8       /solr/clusterstate.json
   [junit4]   2>        3       /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMKeyIdRoot
   [junit4]   2>        2       
/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_7
   [junit4]   2>        2       
/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_6
   [junit4]   2>        2       
/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_9
   [junit4]   2>        2       
/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_8
   [junit4]   2>        2       
/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_1
   [junit4]   2>        2       
/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_3
   [junit4]   2>        2       
/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_3
   [junit4]   2>        2       
/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_2
   [junit4]   2>        2       
/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_2
   [junit4]   2>        2       
/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_5
   [junit4]   2>        2       
/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_4
   [junit4]   2>        2       
/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_13
   [junit4]   2>        2       
/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_12
   [junit4]   2>        2       
/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMSeqNumRoot
   [junit4]   2>        2       
/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_11
   [junit4]   2>        2       
/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_10
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2>        8       /solr/live_nodes
   [junit4]   2>        8       /solr/collections
   [junit4]   2>        2       /solr/overseer/queue
   [junit4]   2>        2       
/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot
   [junit4]   2>        2       /solr/overseer/queue-work
   [junit4]   2>        2       
/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot
   [junit4]   2> 
   [junit4]   2> 2873062 INFO  
(SUITE-TestSolrCloudWithDelegationTokens-seed#[6C0EEEFA01FDBE74]-worker) [    ] 
o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithDelegationTokens_6C0EEEFA01FDBE74-001
   [junit4]   2> Oct 13, 2016 8:58:34 AM 
com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 6 leaked 
thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {}, 
docValues:{}, maxPointsInLeafNode=1239, maxMBSortInHeap=5.900579631956889, 
sim=RandomSimilarity(queryNorm=true,coord=crazy): {}, locale=nn-NO, 
timezone=Pacific/Niue
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_102 
(64-bit)/cpus=3,threads=1,free=112862840,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [BlockJoinFacetSimpleTest, 
TestQueryWrapperFilter, TestBulkSchemaAPI, SimpleMLTQParserTest, 
OverriddenZkACLAndCredentialsProvidersTest, LeaderElectionIntegrationTest, 
TermVectorComponentTest, ConnectionReuseTest, DistributedFacetPivotLargeTest, 
SolrIndexSplitterTest, StatsComponentTest, TriLevelCompositeIdRoutingTest, 
TestSearchPerf, TestFileDictionaryLookup, TestXmlQParser, TestWriterPerf, 
CoreSorterTest, AnalyticsMergeStrategyTest, HdfsBasicDistributedZk2Test, 
TestFieldCacheVsDocValues, TestSubQueryTransformer, BitVectorTest, 
IndexSchemaTest, TestManagedSchemaThreadSafety, TestDocSet, 
DistributedIntervalFacetingTest, TestDocBasedVersionConstraints, 
ReturnFieldsTest, TestAddFieldRealTimeGet, FileBasedSpellCheckerTest, 
CreateCollectionCleanupTest, UUIDFieldTest, 
HdfsCollectionsAPIDistributedZkTest, TestDistributedGrouping, TestFastWriter, 
BlockDirectoryTest, AliasIntegrationTest, 
SuggestComponentContextFilterQueryTest, TestSchemaNameResource, 
TestSearcherReuse, ResponseHeaderTest, UpdateParamsTest, 
TestManagedStopFilterFactory, TestEmbeddedSolrServerConstructors, TestNRTOpen, 
DateMathParserTest, NotRequiredUniqueKeyTest, 
ClassificationUpdateProcessorFactoryTest, SolrIndexConfigTest, 
StatsReloadRaceTest, RankQueryTest, TestLMDirichletSimilarityFactory, 
ResourceLoaderTest, ShardRoutingCustomTest, CollectionsAPIDistributedZkTest, 
DocExpirationUpdateProcessorFactoryTest, TestManagedSchema, 
TestDistributedStatsComponentCardinality, TestDFISimilarityFactory, 
DeleteInactiveReplicaTest, TestFieldCacheReopen, CleanupOldIndexTest, 
TestMergePolicyConfig, TestNamedUpdateProcessors, 
DistribJoinFromCollectionTest, TestDistribIDF, DistribCursorPagingTest, 
NoCacheHeaderTest, CircularListTest, TestSolrDynamicMBean, 
SpellingQueryConverterTest, JavabinLoaderTest, FacetPivotSmallTest, 
SliceStateTest, TestNoOpRegenerator, OpenCloseCoreStressTest, 
DistributedQueryComponentOptimizationTest, ReplicationFactorTest, 
TestHdfsBackupRestoreCore, BlockJoinFacetDistribTest, 
CoreAdminCreateDiscoverTest, TestManagedResourceStorage, TestConfig, 
CurrencyFieldOpenExchangeTest, TestRandomFaceting, HdfsRecoverLeaseTest, 
TestLegacyFieldCache, CdcrReplicationHandlerTest, SolrCmdDistributorTest, 
MBeansHandlerTest, TestLocalFSCloudBackupRestore, TestTrie, 
TestReversedWildcardFilterFactory, TestRebalanceLeaders, 
TermVectorComponentDistributedTest, FieldAnalysisRequestHandlerTest, 
AsyncCallRequestStatusResponseTest, HdfsThreadLeakTest, ChangedSchemaMergeTest, 
ScriptEngineTest, BadCopyFieldTest, TestSmileRequest, TestQueryTypes, 
TestSlowCompositeReaderWrapper, TestCloudManagedSchema, 
BigEndianAscendingWordDeserializerTest, CSVRequestHandlerTest, 
ZkSolrClientTest, TestCoreDiscovery, BasicZkTest, SolrCloudExampleTest, 
DocValuesMissingTest, TestPHPSerializedResponseWriter, CheckHdfsIndexTest, 
DirectUpdateHandlerOptimizeTest, TestAuthenticationFramework, 
TestSolrConfigHandlerCloud, TestJsonFacetRefinement, 
TestSchemaSimilarityResource, TestCloudInspectUtil, TestFilteredDocIdSet, 
CdcrBootstrapTest, RegexBoostProcessorTest, LeaderFailureAfterFreshStartTest, 
TestMiniSolrCloudCluster, TestRecoveryHdfs, BinaryUpdateRequestHandlerTest, 
CdcrUpdateLogTest, RemoteQueryErrorTest, TestExclusionRuleCollectionAccess, 
TestShardHandlerFactory, TestSolrFieldCacheMBean, HdfsRestartWhileUpdatingTest, 
TestSolrQueryParser, FullHLLTest, TestRangeQuery, BasicDistributedZk2Test, 
TestIndexSearcher, SpellCheckCollatorTest, TestCopyFieldCollectionResource, 
TestFoldingMultitermQuery, SecurityConfHandlerTest, 
DistributedFacetPivotWhiteBoxTest, TestSSLRandomization, TestInfoStreamLogging, 
SuggesterTSTTest, TestAtomicUpdateErrorCases, DistanceFunctionTest, 
TestQuerySenderListener, FullSolrCloudDistribCmdsTest, 
TestDFRSimilarityFactory, TestStressLiveNodes, TestCodecSupport, 
TestFieldTypeCollectionResource, AutoCommitTest, ZkStateReaderTest, 
TestHashQParserPlugin, ChaosMonkeySafeLeaderTest, SyncSliceTest, 
ShardRoutingTest, LeaderElectionTest, TestZkChroot, TestFaceting, TestRecovery, 
TestRealTimeGet, TestJoin, TestReload, DistributedTermsComponentTest, 
TestSolr4Spatial, SolrCoreTest, SpellCheckComponentTest, TestGroupingSearch, 
PeerSyncTest, BadIndexSchemaTest, ConvertedLegacyTest, TestSort, TestFiltering, 
BasicFunctionalityTest, TestLazyCores, DirectUpdateHandlerTest, TestBadConfig, 
ShowFileRequestHandlerTest, DistributedQueryElevationComponentTest, 
SimplePostToolTest, SignatureUpdateProcessorFactoryTest, SuggesterFSTTest, 
CoreAdminHandlerTest, DocValuesTest, SuggesterTest, SpatialFilterTest, 
SuggesterWFSTTest, TestCSVLoader, WordBreakSolrSpellCheckerTest, 
SchemaVersionSpecificBehaviorTest, SolrCoreCheckLockOnStartupTest, 
FieldMutatingUpdateProcessorTest, DefaultValueUpdateProcessorTest, 
StatelessScriptUpdateProcessorFactoryTest, SortByFunctionTest, 
TestSolrDeletionPolicy1, SolrInfoMBeanTest, DebugComponentTest, 
CacheHeaderTest, TestSurroundQueryParser, LukeRequestHandlerTest, 
DisMaxRequestHandlerTest, TestQueryUtils, DirectSolrSpellCheckerTest, 
PrimitiveFieldTypeTest, TestOmitPositions, RequestHandlersTest, 
DocumentBuilderTest, TestValueSourceCache, PathHierarchyTokenizerFactoryTest, 
TestIndexingPerformance, RequiredFieldsTest, LoggingHandlerTest, 
SolrPluginUtilsTest, TestJmxIntegration, UpdateRequestProcessorFactoryTest, 
TestCSVResponseWriter, QueryParsingTest, TestAnalyzedSuggestions, 
UniqFieldsUpdateProcessorFactoryTest, JsonLoaderTest, 
TestPartialUpdateDeduplication, PingRequestHandlerTest, TestComponentsName, 
SearchHandlerTest, TestBinaryResponseWriter, HighlighterConfigTest, 
SOLR749Test, AlternateDirectoryTest, TestSolrIndexConfig, 
TestQuerySenderNoQuery, CopyFieldTest, BadComponentTest, 
TestSolrDeletionPolicy2, MultiTermTest, SampleTest, TestBinaryField, 
NumericFieldsTest, MinimalSchemaTest, OutputWriterTest, 
TestFuzzyAnalyzedSuggestions, ExternalFileFieldSortTest, 
TestSolrCoreProperties, TestPostingsSolrHighlighter, TestLuceneMatchVersion, 
SpellPossibilityIteratorTest, TestCharFilters, SynonymTokenizerTest, 
TestXIncludeConfig, EchoParamsTest, TestPerFieldSimilarity, 
TestLMJelinekMercerSimilarityFactory, TestIBSimilarityFactory, 
TestBM25SimilarityFactory, TestJmxMonitoredMap, URLClassifyProcessorTest, 
TestFastLRUCache, ChaosMonkeyNothingIsSafeTest, PreAnalyzedFieldTest, 
TestSystemIdResolver, TestSuggestSpellingConverter, DateFieldTest, 
RAMDirectoryFactoryTest, ClusterStateTest, TestSolrJ, TestUtils, FileUtilsTest, 
TestRTGBase, SolrTestCaseJ4Test, TestCrossCoreJoin, 
TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, 
TestSimpleTrackingShardHandler, TestTolerantSearch, TestJettySolrRunner, 
AssignTest, CdcrReplicationDistributedZkTest, CdcrVersionReplicationTest, 
CloudExitableDirectoryReaderTest, CollectionReloadTest, 
CollectionTooManyReplicasTest, CollectionsAPIAsyncDistributedZkTest, 
CollectionsAPISolrJTest, ConcurrentDeleteAndCreateCollectionTest, 
ConfigSetsAPITest, DeleteLastCustomShardedReplicaTest, DeleteNodeTest, 
DeleteShardTest, DistribDocExpirationUpdateProcessorTest, ForceLeaderTest, 
LeaderFailoverAfterPartitionTest, LeaderInitiatedRecoveryOnShardRestartTest, 
MigrateRouteKeyTest, MultiThreadedOCPTest, OverseerStatusTest, 
PeerSyncReplicationTest, SolrCLIZkUtilsTest, SolrXmlInZkTest, 
TestCollectionAPI, TestDownShardTolerantSearch, 
TestLeaderElectionWithEmptyReplica, TestLeaderElectionZkExpiry, 
TestLeaderInitiatedRecoveryThread, TestRandomFlRTGCloud, TestReplicaProperties, 
TestRequestForwarding, TestShortCircuitedRequests, 
TestSolrCloudWithDelegationTokens]
   [junit4] Completed [506/639 (1!)] on J1 in 1.80s, 8 tests, 1 failure <<< 
FAILURES!

[...truncated 60794 lines...]

---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org
For additional commands, e-mail: dev-h...@lucene.apache.org

Reply via email to