Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/2083/
2 tests failed. FAILED: org.apache.solr.cloud.TestTlogReplica.testRealTimeGet Error Message: Timeout occurred while waiting response from server at: https://127.0.0.1:35505/solr Stack Trace: org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: https://127.0.0.1:35505/solr at __randomizedtesting.SeedInfo.seed([FBC0A9551421E448:A3AD5C56B69B4A81]:0) at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:692) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248) at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:369) at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:297) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1171) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:934) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:866) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:231) at org.apache.solr.cloud.TestTlogReplica.testRealTimeGet(TestTlogReplica.java:336) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) Caused by: java.net.SocketTimeoutException: Read timed out at java.net.SocketInputStream.socketRead0(Native Method) at java.net.SocketInputStream.socketRead(SocketInputStream.java:116) at java.net.SocketInputStream.read(SocketInputStream.java:171) at java.net.SocketInputStream.read(SocketInputStream.java:141) at sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:475) at sun.security.ssl.SSLSocketInputRecord.readHeader(SSLSocketInputRecord.java:469) at sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:69) at sun.security.ssl.SSLSocketImpl.readApplicationRecord(SSLSocketImpl.java:1228) at sun.security.ssl.SSLSocketImpl.access$300(SSLSocketImpl.java:75) at sun.security.ssl.SSLSocketImpl$AppInputStream.read(SSLSocketImpl.java:915) at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137) at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153) at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56) at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259) at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163) at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157) at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56) at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:571) ... 53 more FAILED: org.apache.solr.update.TestInPlaceUpdatesDistrib.test Error Message: Timeout occurred while waiting response from server at: https://127.0.0.1:34157/sza/collection1 Stack Trace: org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: https://127.0.0.1:34157/sza/collection1 at __randomizedtesting.SeedInfo.seed([FBC0A9551421E448:7394968FBADD89B0]:0) at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:692) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:231) at org.apache.solr.update.TestInPlaceUpdatesDistrib.addDocAndGetVersion(TestInPlaceUpdatesDistrib.java:1245) at org.apache.solr.update.TestInPlaceUpdatesDistrib.buildRandomIndex(TestInPlaceUpdatesDistrib.java:1290) at org.apache.solr.update.TestInPlaceUpdatesDistrib.docValuesUpdateTest(TestInPlaceUpdatesDistrib.java:398) at org.apache.solr.update.TestInPlaceUpdatesDistrib.test(TestInPlaceUpdatesDistrib.java:166) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1090) at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) Caused by: java.net.SocketTimeoutException: Read timed out at java.net.SocketInputStream.socketRead0(Native Method) at java.net.SocketInputStream.socketRead(SocketInputStream.java:116) at java.net.SocketInputStream.read(SocketInputStream.java:171) at java.net.SocketInputStream.read(SocketInputStream.java:141) at sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:475) at sun.security.ssl.SSLSocketInputRecord.readHeader(SSLSocketInputRecord.java:469) at sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:69) at sun.security.ssl.SSLSocketImpl.readApplicationRecord(SSLSocketImpl.java:1228) at sun.security.ssl.SSLSocketImpl.access$300(SSLSocketImpl.java:75) at sun.security.ssl.SSLSocketImpl$AppInputStream.read(SSLSocketImpl.java:915) at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137) at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153) at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56) at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259) at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163) at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157) at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56) at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:571) ... 53 more Build Log: [...truncated 14647 lines...] [junit4] Suite: org.apache.solr.cloud.TestTlogReplica [junit4] 2> 854029 INFO (SUITE-TestTlogReplica-seed#[FBC0A9551421E448]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/server/solr/configsets/_default/conf' [junit4] 2> 854029 INFO (SUITE-TestTlogReplica-seed#[FBC0A9551421E448]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom [junit4] 2> 854030 INFO (SUITE-TestTlogReplica-seed#[FBC0A9551421E448]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.TestTlogReplica_FBC0A9551421E448-001/data-dir-124-001 [junit4] 2> 854030 INFO (SUITE-TestTlogReplica-seed#[FBC0A9551421E448]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true [junit4] 2> 854030 INFO (SUITE-TestTlogReplica-seed#[FBC0A9551421E448]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN) [junit4] 2> 854031 INFO (SUITE-TestTlogReplica-seed#[FBC0A9551421E448]-worker) [ ] o.a.s.c.SolrCloudTestCase Using per-replica state [junit4] 2> 854031 INFO (SUITE-TestTlogReplica-seed#[FBC0A9551421E448]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.TestTlogReplica_FBC0A9551421E448-001/tempDir-001 [junit4] 2> 854031 INFO (SUITE-TestTlogReplica-seed#[FBC0A9551421E448]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER [junit4] 2> 854036 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0 [junit4] 2> 854036 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server [junit4] 2> 854037 WARN (ZkTestServer Run Thread) [ ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0. [junit4] 2> 854136 INFO (SUITE-TestTlogReplica-seed#[FBC0A9551421E448]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port: 41975 [junit4] 2> 854136 INFO (SUITE-TestTlogReplica-seed#[FBC0A9551421E448]-worker) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:41975 [junit4] 2> 854136 INFO (SUITE-TestTlogReplica-seed#[FBC0A9551421E448]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:41975 [junit4] 2> 854136 INFO (SUITE-TestTlogReplica-seed#[FBC0A9551421E448]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 41975 [junit4] 2> 854141 INFO (SUITE-TestTlogReplica-seed#[FBC0A9551421E448]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 854150 INFO (zkConnectionManagerCallback-8558-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 854150 INFO (SUITE-TestTlogReplica-seed#[FBC0A9551421E448]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 854158 INFO (SUITE-TestTlogReplica-seed#[FBC0A9551421E448]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 854158 INFO (zkConnectionManagerCallback-8560-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 854158 INFO (SUITE-TestTlogReplica-seed#[FBC0A9551421E448]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 854160 INFO (SUITE-TestTlogReplica-seed#[FBC0A9551421E448]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 854163 INFO (zkConnectionManagerCallback-8562-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 854163 INFO (SUITE-TestTlogReplica-seed#[FBC0A9551421E448]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 854164 WARN (SUITE-TestTlogReplica-seed#[FBC0A9551421E448]-worker-SendThread(127.0.0.1:41975)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x10481036ee30002. [junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x10481036ee30002, likely server has closed socket [junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) [junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x10481036ee30002, likely server has closed socket [junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2] [junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2] [junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2] [junit4] 2> 854267 INFO (jetty-launcher-8563-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0) [junit4] 2> 854267 INFO (jetty-launcher-8563-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0) [junit4] 2> 854267 INFO (jetty-launcher-8563-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ... [junit4] 2> 854267 INFO (jetty-launcher-8563-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ... [junit4] 2> 854267 INFO (jetty-launcher-8563-thread-2) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09 [junit4] 2> 854267 INFO (jetty-launcher-8563-thread-1) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09 [junit4] 2> 854272 INFO (jetty-launcher-8563-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 854272 INFO (jetty-launcher-8563-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 854272 INFO (jetty-launcher-8563-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms [junit4] 2> 854272 INFO (jetty-launcher-8563-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 854272 INFO (jetty-launcher-8563-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 854276 INFO (jetty-launcher-8563-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms [junit4] 2> 854276 INFO (jetty-launcher-8563-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5506d94{/solr,null,AVAILABLE} [junit4] 2> 854276 INFO (jetty-launcher-8563-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2780c567{/solr,null,AVAILABLE} [junit4] 2> 854276 INFO (jetty-launcher-8563-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4f6dbf4{SSL, (ssl, http/1.1)}{127.0.0.1:35505} [junit4] 2> 854276 INFO (jetty-launcher-8563-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6599164f{SSL, (ssl, http/1.1)}{127.0.0.1:38213} [junit4] 2> 854276 INFO (jetty-launcher-8563-thread-1) [ ] o.e.j.s.Server Started @854305ms [junit4] 2> 854277 INFO (jetty-launcher-8563-thread-2) [ ] o.e.j.s.Server Started @854305ms [junit4] 2> 854277 INFO (jetty-launcher-8563-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:41975/solr, hostPort=35505} [junit4] 2> 854277 INFO (jetty-launcher-8563-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:41975/solr, hostPort=38213} [junit4] 2> 854277 ERROR (jetty-launcher-8563-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 854277 INFO (jetty-launcher-8563-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory [junit4] 2> 854277 INFO (jetty-launcher-8563-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.9.0 [junit4] 2> 854277 INFO (jetty-launcher-8563-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 854277 ERROR (jetty-launcher-8563-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 854277 INFO (jetty-launcher-8563-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr [junit4] 2> 854277 INFO (jetty-launcher-8563-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory [junit4] 2> 854277 INFO (jetty-launcher-8563-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-04-13T07:16:01.819Z [junit4] 2> 854277 INFO (jetty-launcher-8563-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.9.0 [junit4] 2> 854277 INFO (jetty-launcher-8563-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 854277 INFO (jetty-launcher-8563-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr [junit4] 2> 854277 INFO (jetty-launcher-8563-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-04-13T07:16:01.819Z [junit4] 2> 854278 INFO (jetty-launcher-8563-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 854278 INFO (jetty-launcher-8563-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 854280 INFO (zkConnectionManagerCallback-8565-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 854280 INFO (jetty-launcher-8563-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 854280 INFO (zkConnectionManagerCallback-8567-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 854280 INFO (jetty-launcher-8563-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 854281 INFO (jetty-launcher-8563-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 854281 INFO (jetty-launcher-8563-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 854296 WARN (jetty-launcher-8563-thread-1-SendThread(127.0.0.1:41975)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x10481036ee30004. [junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x10481036ee30004, likely server has closed socket [junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) [junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x10481036ee30004, likely server has closed socket [junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2] [junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2] [junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2] [junit4] 2> 854866 INFO (jetty-launcher-8563-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true] [junit4] 2> 854867 WARN (jetty-launcher-8563-thread-2) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2 [junit4] 2> 854876 WARN (jetty-launcher-8563-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@13284012[provider=null,keyStore=null,trustStore=null] [junit4] 2> 854876 WARN (jetty-launcher-8563-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@13284012[provider=null,keyStore=null,trustStore=null] [junit4] 2> 854884 WARN (jetty-launcher-8563-thread-2) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2 [junit4] 2> 854891 WARN (jetty-launcher-8563-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@666d8fcd[provider=null,keyStore=null,trustStore=null] [junit4] 2> 854891 WARN (jetty-launcher-8563-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@666d8fcd[provider=null,keyStore=null,trustStore=null] [junit4] 2> 854892 INFO (jetty-launcher-8563-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41975/solr [junit4] 2> 854893 INFO (jetty-launcher-8563-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 854894 INFO (zkConnectionManagerCallback-8581-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 854894 INFO (jetty-launcher-8563-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 854914 INFO (jetty-launcher-8563-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true] [junit4] 2> 854914 WARN (jetty-launcher-8563-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2 [junit4] 2> 854914 WARN (jetty-launcher-8563-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@383c6364[provider=null,keyStore=null,trustStore=null] [junit4] 2> 854914 WARN (jetty-launcher-8563-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@383c6364[provider=null,keyStore=null,trustStore=null] [junit4] 2> 854916 WARN (jetty-launcher-8563-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2 [junit4] 2> 854917 WARN (jetty-launcher-8563-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@37eb9b4d[provider=null,keyStore=null,trustStore=null] [junit4] 2> 854917 WARN (jetty-launcher-8563-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@37eb9b4d[provider=null,keyStore=null,trustStore=null] [junit4] 2> 854918 INFO (jetty-launcher-8563-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41975/solr [junit4] 2> 854919 INFO (jetty-launcher-8563-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 854933 INFO (zkConnectionManagerCallback-8589-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 854933 INFO (jetty-launcher-8563-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 854935 WARN (jetty-launcher-8563-thread-1-SendThread(127.0.0.1:41975)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x10481036ee30006. [junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x10481036ee30006, likely server has closed socket [junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) [junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x10481036ee30006, likely server has closed socket [junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2] [junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2] [junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2] [junit4] 2> 854996 INFO (jetty-launcher-8563-thread-2) [n:127.0.0.1:38213_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 854997 INFO (zkConnectionManagerCallback-8591-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 854997 INFO (jetty-launcher-8563-thread-2) [n:127.0.0.1:38213_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 855052 WARN (jetty-launcher-8563-thread-2) [n:127.0.0.1:38213_solr ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html [junit4] 2> 855056 INFO (jetty-launcher-8563-thread-2) [n:127.0.0.1:38213_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38213_solr [junit4] 2> 855057 INFO (jetty-launcher-8563-thread-2) [n:127.0.0.1:38213_solr ] o.a.s.c.Overseer Overseer (id=73325345690025991-127.0.0.1:38213_solr-n_0000000000) starting [junit4] 2> 855060 INFO (OverseerStateUpdate-73325345690025991-127.0.0.1:38213_solr-n_0000000000) [n:127.0.0.1:38213_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:38213_solr [junit4] 2> 855061 INFO (jetty-launcher-8563-thread-2) [n:127.0.0.1:38213_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38213_solr [junit4] 2> 855064 INFO (OverseerStateUpdate-73325345690025991-127.0.0.1:38213_solr-n_0000000000) [n:127.0.0.1:38213_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 855076 INFO (jetty-launcher-8563-thread-2) [n:127.0.0.1:38213_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1 [junit4] 2> 855076 WARN (jetty-launcher-8563-thread-2) [n:127.0.0.1:38213_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info [junit4] 2> 855088 INFO (jetty-launcher-8563-thread-2) [n:127.0.0.1:38213_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory. [junit4] 2> 855099 INFO (jetty-launcher-8563-thread-1) [n:127.0.0.1:35505_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 855100 INFO (zkConnectionManagerCallback-8604-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 855100 INFO (jetty-launcher-8563-thread-1) [n:127.0.0.1:35505_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 855104 WARN (jetty-launcher-8563-thread-1) [n:127.0.0.1:35505_solr ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html [junit4] 2> 855104 INFO (jetty-launcher-8563-thread-1) [n:127.0.0.1:35505_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 855114 INFO (jetty-launcher-8563-thread-1) [n:127.0.0.1:35505_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:35505_solr as DOWN [junit4] 2> 855115 INFO (jetty-launcher-8563-thread-1) [n:127.0.0.1:35505_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 855115 INFO (jetty-launcher-8563-thread-1) [n:127.0.0.1:35505_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35505_solr [junit4] 2> 855116 INFO (zkCallback-8590-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 855117 INFO (jetty-launcher-8563-thread-1) [n:127.0.0.1:35505_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1 [junit4] 2> 855118 INFO (jetty-launcher-8563-thread-2) [n:127.0.0.1:38213_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38213.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@fc62041 [junit4] 2> 855118 WARN (jetty-launcher-8563-thread-1) [n:127.0.0.1:35505_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info [junit4] 2> 855125 INFO (jetty-launcher-8563-thread-2) [n:127.0.0.1:38213_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38213.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@fc62041 [junit4] 2> 855125 INFO (jetty-launcher-8563-thread-2) [n:127.0.0.1:38213_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38213.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@fc62041 [junit4] 2> 855126 INFO (jetty-launcher-8563-thread-2) [n:127.0.0.1:38213_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.TestTlogReplica_FBC0A9551421E448-001/tempDir-001/node2 [junit4] 2> 855132 INFO (zkCallback-8603-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 855136 INFO (jetty-launcher-8563-thread-1) [n:127.0.0.1:35505_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory. [junit4] 2> 855155 INFO (jetty-launcher-8563-thread-1) [n:127.0.0.1:35505_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35505.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@fc62041 [junit4] 2> 855163 INFO (jetty-launcher-8563-thread-1) [n:127.0.0.1:35505_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35505.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@fc62041 [junit4] 2> 855163 INFO (jetty-launcher-8563-thread-1) [n:127.0.0.1:35505_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35505.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@fc62041 [junit4] 2> 855164 INFO (jetty-launcher-8563-thread-1) [n:127.0.0.1:35505_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.TestTlogReplica_FBC0A9551421E448-001/tempDir-001/node1 [junit4] 2> 855183 INFO (SUITE-TestTlogReplica-seed#[FBC0A9551421E448]-worker) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=2 [junit4] 2> 855187 INFO (SUITE-TestTlogReplica-seed#[FBC0A9551421E448]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper [junit4] 2> 855187 INFO (zkConnectionManagerCallback-8618-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 855188 INFO (SUITE-TestTlogReplica-seed#[FBC0A9551421E448]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper [junit4] 2> 855190 INFO (SUITE-TestTlogReplica-seed#[FBC0A9551421E448]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 855193 INFO (SUITE-TestTlogReplica-seed#[FBC0A9551421E448]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41975/solr ready [junit4] 2> 855195 INFO (SUITE-TestTlogReplica-seed#[FBC0A9551421E448]-worker) [ ] o.a.s.c.TestTlogReplica Using legacyCloud?: false [junit4] 2> 855235 INFO (qtp235843716-14175) [n:127.0.0.1:35505_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2} status=0 QTime=0 [junit4] 2> 855257 INFO (TEST-TestTlogReplica.testRealTimeGet-seed#[FBC0A9551421E448]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testRealTimeGet [junit4] 2> 855261 INFO (OverseerThreadFactory-8598-thread-1-processing-n:127.0.0.1:38213_solr) [n:127.0.0.1:38213_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection tlog_replica_test_real_time_get [junit4] 2> 855364 WARN (OverseerThreadFactory-8598-thread-1-processing-n:127.0.0.1:38213_solr) [n:127.0.0.1:38213_solr ] o.a.s.c.a.c.CreateCollectionCmd Specified number of replicas of 3 on collection tlog_replica_test_real_time_get is higher than the number of Solr instances currently live or live and part of your createNodeSet(2). It's unusual to run two replica of the same slice on the same Solr-instance. [junit4] 2> 855377 INFO (OverseerStateUpdate-73325345690025991-127.0.0.1:38213_solr-n_0000000000) [n:127.0.0.1:38213_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "core":"tlog_replica_test_real_time_get_shard1_replica_n1", [junit4] 2> "node_name":"127.0.0.1:38213_solr", [junit4] 2> "base_url":"https://127.0.0.1:38213/solr";, [junit4] 2> "collection":"tlog_replica_test_real_time_get", [junit4] 2> "shard":"shard1", [junit4] 2> "state":"down", [junit4] 2> "type":"NRT", [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "waitForFinalState":"false"} [junit4] 2> 855378 INFO (OverseerStateUpdate-73325345690025991-127.0.0.1:38213_solr-n_0000000000) [n:127.0.0.1:38213_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "core":"tlog_replica_test_real_time_get_shard1_replica_n2", [junit4] 2> "node_name":"127.0.0.1:35505_solr", [junit4] 2> "base_url":"https://127.0.0.1:35505/solr";, [junit4] 2> "collection":"tlog_replica_test_real_time_get", [junit4] 2> "shard":"shard1", [junit4] 2> "state":"down", [junit4] 2> "type":"NRT", [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "waitForFinalState":"false"} [junit4] 2> 855380 INFO (OverseerStateUpdate-73325345690025991-127.0.0.1:38213_solr-n_0000000000) [n:127.0.0.1:38213_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "core":"tlog_replica_test_real_time_get_shard1_replica_t4", [junit4] 2> "node_name":"127.0.0.1:38213_solr", [junit4] 2> "base_url":"https://127.0.0.1:38213/solr";, [junit4] 2> "collection":"tlog_replica_test_real_time_get", [junit4] 2> "shard":"shard1", [junit4] 2> "state":"down", [junit4] 2> "type":"TLOG", [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "waitForFinalState":"false"} [junit4] 2> 855593 INFO (qtp235843716-14174) [n:127.0.0.1:35505_solr x:tlog_replica_test_real_time_get_shard1_replica_n2 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=tlog_replica_test_real_time_get_shard1_replica_n2&action=CREATE&numShards=1&collection=tlog_replica_test_real_time_get&shard=shard1&wt=javabin&version=2&replicaType=NRT [junit4] 2> 855631 INFO (qtp1868660031-14170) [n:127.0.0.1:38213_solr x:tlog_replica_test_real_time_get_shard1_replica_t4 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&newCollection=true&name=tlog_replica_test_real_time_get_shard1_replica_t4&action=CREATE&numShards=1&collection=tlog_replica_test_real_time_get&shard=shard1&wt=javabin&version=2&replicaType=TLOG [junit4] 2> 855631 INFO (qtp1868660031-14170) [n:127.0.0.1:38213_solr x:tlog_replica_test_real_time_get_shard1_replica_t4 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 855634 INFO (qtp1868660031-14173) [n:127.0.0.1:38213_solr x:tlog_replica_test_real_time_get_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=tlog_replica_test_real_time_get_shard1_replica_n1&action=CREATE&numShards=1&collection=tlog_replica_test_real_time_get&shard=shard1&wt=javabin&version=2&replicaType=NRT [junit4] 2> 855637 INFO (qtp235843716-14174) [n:127.0.0.1:35505_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n2 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0 [junit4] 2> 855643 INFO (qtp1868660031-14173) [n:127.0.0.1:38213_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node3 x:tlog_replica_test_real_time_get_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0 [junit4] 2> 855645 INFO (qtp235843716-14174) [n:127.0.0.1:35505_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n2 ] o.a.s.s.IndexSchema Schema name=minimal [junit4] 2> 855645 INFO (qtp235843716-14174) [n:127.0.0.1:35505_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n2 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 855646 INFO (qtp235843716-14174) [n:127.0.0.1:35505_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n2 ] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_real_time_get_shard1_replica_n2' using configuration from configset conf, trusted=true [junit4] 2> 855646 INFO (qtp235843716-14174) [n:127.0.0.1:35505_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n2 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35505.solr.core.tlog_replica_test_real_time_get.shard1.replica_n2' (registry 'solr.core.tlog_replica_test_real_time_get.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@fc62041 [junit4] 2> 855646 INFO (qtp235843716-14174) [n:127.0.0.1:35505_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n2 ] o.a.s.c.SolrCore [[tlog_replica_test_real_time_get_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.TestTlogReplica_FBC0A9551421E448-001/tempDir-001/node1/tlog_replica_test_real_time_get_shard1_replica_n2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.TestTlogReplica_FBC0A9551421E448-001/tempDir-001/node1/tlog_replica_test_real_time_get_shard1_replica_n2/data/] [junit4] 2> 855650 INFO (qtp1868660031-14173) [n:127.0.0.1:38213_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node3 x:tlog_replica_test_real_time_get_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=minimal [junit4] 2> 855650 INFO (qtp1868660031-14173) [n:127.0.0.1:38213_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node3 x:tlog_replica_test_real_time_get_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 855650 INFO (qtp1868660031-14173) [n:127.0.0.1:38213_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node3 x:tlog_replica_test_real_time_get_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_real_time_get_shard1_replica_n1' using configuration from configset conf, trusted=true [junit4] 2> 855651 INFO (qtp1868660031-14173) [n:127.0.0.1:38213_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node3 x:tlog_replica_test_real_time_get_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38213.solr.core.tlog_replica_test_real_time_get.shard1.replica_n1' (registry 'solr.core.tlog_replica_test_real_time_get.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@fc62041 [junit4] 2> 855651 INFO (qtp1868660031-14173) [n:127.0.0.1:38213_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node3 x:tlog_replica_test_real_time_get_shard1_replica_n1 ] o.a.s.c.SolrCore [[tlog_replica_test_real_time_get_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.TestTlogReplica_FBC0A9551421E448-001/tempDir-001/node2/tlog_replica_test_real_time_get_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.TestTlogReplica_FBC0A9551421E448-001/tempDir-001/node2/tlog_replica_test_real_time_get_shard1_replica_n1/data/] [junit4] 2> 855669 INFO (qtp1868660031-14170) [n:127.0.0.1:38213_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0 [junit4] 2> 855677 INFO (qtp1868660031-14170) [n:127.0.0.1:38213_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4 ] o.a.s.s.IndexSchema Schema name=minimal [junit4] 2> 855677 INFO (qtp1868660031-14170) [n:127.0.0.1:38213_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 855677 INFO (qtp1868660031-14170) [n:127.0.0.1:38213_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4 ] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_real_time_get_shard1_replica_t4' using configuration from configset conf, trusted=true [junit4] 2> 855678 INFO (qtp1868660031-14170) [n:127.0.0.1:38213_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38213.solr.core.tlog_replica_test_real_time_get.shard1.replica_t4' (registry 'solr.core.tlog_replica_test_real_time_get.shard1.replica_t4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@fc62041 [junit4] 2> 855678 INFO (qtp1868660031-14170) [n:127.0.0.1:38213_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4 ] o.a.s.c.SolrCore [[tlog_replica_test_real_time_get_shard1_replica_t4] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.TestTlogReplica_FBC0A9551421E448-001/tempDir-001/node2/tlog_replica_test_real_time_get_shard1_replica_t4], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.TestTlogReplica_FBC0A9551421E448-001/tempDir-001/node2/tlog_replica_test_real_time_get_shard1_replica_t4/data/] [junit4] 2> 855704 INFO (qtp235843716-14174) [n:127.0.0.1:35505_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n2 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 855704 INFO (qtp235843716-14174) [n:127.0.0.1:35505_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n2 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 855706 INFO (qtp235843716-14174) [n:127.0.0.1:35505_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n2 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 855706 INFO (qtp235843716-14174) [n:127.0.0.1:35505_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n2 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 855708 INFO (qtp235843716-14174) [n:127.0.0.1:35505_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n2 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf [junit4] 2> 855708 INFO (qtp235843716-14174) [n:127.0.0.1:35505_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n2 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf [junit4] 2> 855708 INFO (qtp235843716-14174) [n:127.0.0.1:35505_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n2 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms [junit4] 2> 855708 INFO (qtp235843716-14174) [n:127.0.0.1:35505_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n2 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1696908614828032000 [junit4] 2> 855715 INFO (qtp235843716-14174) [n:127.0.0.1:35505_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n2 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/tlog_replica_test_real_time_get/terms/shard1 to Terms{values={core_node5=0}, version=0} [junit4] 2> 855715 INFO (qtp235843716-14174) [n:127.0.0.1:35505_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/tlog_replica_test_real_time_get/leaders/shard1 [junit4] 2> 855717 INFO (searcherExecutor-8620-thread-1-processing-n:127.0.0.1:35505_solr x:tlog_replica_test_real_time_get_shard1_replica_n2 c:tlog_replica_test_real_time_get s:shard1 r:core_node5) [n:127.0.0.1:35505_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n2 ] o.a.s.c.SolrCore [tlog_replica_test_real_time_get_shard1_replica_n2] Registered new searcher autowarm time: 0 ms [junit4] 2> 855896 INFO (qtp235843716-14174) [n:127.0.0.1:35505_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=3 found=1 timeoute in=9998ms [junit4] 2> 855901 INFO (qtp1868660031-14173) [n:127.0.0.1:38213_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node3 x:tlog_replica_test_real_time_get_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 855901 INFO (qtp1868660031-14173) [n:127.0.0.1:38213_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node3 x:tlog_replica_test_real_time_get_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 855905 INFO (qtp1868660031-14173) [n:127.0.0.1:38213_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node3 x:tlog_replica_test_real_time_get_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 855905 INFO (qtp1868660031-14173) [n:127.0.0.1:38213_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node3 x:tlog_replica_test_real_time_get_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 855908 INFO (qtp1868660031-14173) [n:127.0.0.1:38213_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node3 x:tlog_replica_test_real_time_get_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf [junit4] 2> 855911 INFO (qtp1868660031-14173) [n:127.0.0.1:38213_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node3 x:tlog_replica_test_real_time_get_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf [junit4] 2> 855912 INFO (qtp1868660031-14173) [n:127.0.0.1:38213_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node3 x:tlog_replica_test_real_time_get_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms [junit4] 2> 855912 INFO (qtp1868660031-14173) [n:127.0.0.1:38213_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node3 x:tlog_replica_test_real_time_get_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1696908615041941504 [junit4] 2> 855914 INFO (qtp1868660031-14170) [n:127.0.0.1:38213_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 855914 INFO (qtp1868660031-14170) [n:127.0.0.1:38213_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 855915 INFO (qtp1868660031-14170) [n:127.0.0.1:38213_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 855915 INFO (qtp1868660031-14170) [n:127.0.0.1:38213_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 855917 INFO (qtp1868660031-14170) [n:127.0.0.1:38213_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf [junit4] 2> 855918 INFO (qtp1868660031-14170) [n:127.0.0.1:38213_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf [junit4] 2> 855918 INFO (qtp1868660031-14170) [n:127.0.0.1:38213_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms [junit4] 2> 855918 INFO (qtp1868660031-14170) [n:127.0.0.1:38213_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1696908615048232960 [junit4] 2> 855921 INFO (searcherExecutor-8622-thread-1-processing-n:127.0.0.1:38213_solr x:tlog_replica_test_real_time_get_shard1_replica_n1 c:tlog_replica_test_real_time_get s:shard1 r:core_node3) [n:127.0.0.1:38213_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node3 x:tlog_replica_test_real_time_get_shard1_replica_n1 ] o.a.s.c.SolrCore [tlog_replica_test_real_time_get_shard1_replica_n1] Registered new searcher autowarm time: 0 ms [junit4] 2> 855925 INFO (searcherExecutor-8624-thread-1-processing-n:127.0.0.1:38213_solr x:tlog_replica_test_real_time_get_shard1_replica_t4 c:tlog_replica_test_real_time_get s:shard1 r:core_node6) [n:127.0.0.1:38213_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4 ] o.a.s.c.SolrCore [tlog_replica_test_real_time_get_shard1_replica_t4] Registered new searcher autowarm time: 0 ms [junit4] 2> 855933 INFO (qtp1868660031-14170) [n:127.0.0.1:38213_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/tlog_replica_test_real_time_get/terms/shard1 to Terms{values={core_node6=0, core_node5=0}, version=1} [junit4] 2> 855933 INFO (qtp1868660031-14170) [n:127.0.0.1:38213_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/tlog_replica_test_real_time_get/leaders/shard1 [junit4] 2> 855935 INFO (qtp1868660031-14173) [n:127.0.0.1:38213_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node3 x:tlog_replica_test_real_time_get_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/tlog_replica_test_real_time_get/terms/shard1 to Terms{values={core_node6=0, core_node3=0, core_node5=0}, version=2} [junit4] 2> 855936 INFO (qtp1868660031-14173) [n:127.0.0.1:38213_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node3 x:tlog_replica_test_real_time_get_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/tlog_replica_test_real_time_get/leaders/shard1 [junit4] 2> 856397 INFO (qtp235843716-14174) [n:127.0.0.1:35505_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue. [junit4] 2> 856397 INFO (qtp235843716-14174) [n:127.0.0.1:35505_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync [junit4] 2> 856398 INFO (qtp235843716-14174) [n:127.0.0.1:35505_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n2 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:35505/solr/tlog_replica_test_real_time_get_shard1_replica_n2/ [junit4] 2> 856398 INFO (qtp235843716-14174) [n:127.0.0.1:35505_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n2 ] o.a.s.u.PeerSync PeerSync: core=tlog_replica_test_real_time_get_shard1_replica_n2 url=https://127.0.0.1:35505/solr START replicas=[https://127.0.0.1:38213/solr/tlog_replica_test_real_time_get_shard1_replica_n1/, https://127.0.0.1:38213/solr/tlog_replica_test_real_time_get_shard1_replica_t4/] nUpdates=100 [junit4] 2> 856399 INFO (qtp235843716-14174) [n:127.0.0.1:35505_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n2 ] o.a.s.u.PeerSync PeerSync: core=tlog_replica_test_real_time_get_shard1_replica_n2 url=https://127.0.0.1:35505/solr DONE. We have no versions. sync failed. [junit4] 2> 856405 INFO (qtp1868660031-14176) [n:127.0.0.1:38213_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4 ] o.a.s.c.S.Request [tlog_replica_test_real_time_get_shard1_replica_t4] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0 [junit4] 2> 945330 INFO (TEST-TestTlogReplica.testRealTimeGet-seed#[FBC0A9551421E448]) [ ] o.a.s.c.TestTlogReplica tearDown deleting collection [junit4] 2> 915096 INFO (qtp235843716-14171) [n:127.0.0.1:35505_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.tlog_replica_test_real_time_get.shard1.replica_n2:UPDATE./update.requests&key=solr.core.tlog_replica_test_real_time_get.shard1.replica_n2:INDEX.sizeInBytes&key=solr.core.tlog_replica_test_real_time_get.shard1.replica_n2:QUERY./select.requests} status=0 QTime=0 [junit4] 2> 856405 INFO (qtp1868660031-14168) [n:127.0.0.1:38213_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node3 x:tlog_replica_test_real_time_get_shard1_replica_n1 ] o.a.s.c.S.Request [tlog_replica_test_real_time_get_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0 [junit4] 2> 953224 INFO (qtp235843716-14174) [n:127.0.0.1:35505_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n2 ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate [junit4] 2> 953224 INFO (qtp235843716-14174) [n:127.0.0.1:35505_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway [junit4] 2> 953224 INFO (qtp235843716-14174) [n:127.0.0.1:35505_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/tlog_replica_test_real_time_get/leaders/shard1/leader after winning as /collections/tlog_replica_test_real_time_get/leader_elect/shard1/election/73325345690025992-core_node5-n_0000000000 [junit4] 2> 953236 INFO (qtp235843716-14171) [n:127.0.0.1:35505_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.jvm:os.processCpuLoad&key=solr.node:CONTAINER.fs.coreRoot.usableSpace&key=solr.jvm:os.systemLoadAverage&key=solr.jvm:memory.heap.used} status=0 QTime=0 [junit4] 2> 953245 INFO (qtp235843716-14174) [n:127.0.0.1:35505_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:35505/solr/tlog_replica_test_real_time_get_shard1_replica_n2/ shard1 [junit4] 2> 953247 INFO (qtp1868660031-14176) [n:127.0.0.1:38213_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.tlog_replica_test_real_time_get.shard1.replica_t4:UPDATE./update.requests&key=solr.core.tlog_replica_test_real_time_get.shard1.replica_n1:INDEX.sizeInBytes&key=solr.core.tlog_replica_test_real_time_get.shard1.replica_n1:QUERY./select.requests&key=solr.core.tlog_replica_test_real_time_get.shard1.replica_t4:QUERY./select.requests&key=solr.core.tlog_replica_test_real_time_get.shard1.replica_t4:INDEX.sizeInBytes&key=solr.core.tlog_replica_test_real_time_get.shard1.replica_n1:UPDATE./update.requests} status=0 QTime=0 [junit4] 2> 953249 INFO (qtp1868660031-14168) [n:127.0.0.1:38213_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.jvm:os.processCpuLoad&key=solr.node:CONTAINER.fs.coreRoot.usableSpace&key=solr.jvm:os.systemLoadAverage&key=solr.jvm:memory.heap.used} status=0 QTime=0 [junit4] 2> 953262 INFO (qtp235843716-14174) [n:127.0.0.1:35505_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n2 ] o.a.s.c.ZkController I am the leader, no recovery necessary [junit4] 2> 953269 INFO (qtp235843716-14174) [n:127.0.0.1:35505_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=tlog_replica_test_real_time_get_shard1_replica_n2&action=CREATE&numShards=1&collection=tlog_replica_test_real_time_get&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=97676 [junit4] 2> 953368 INFO (zkCallback-8603-thread-4) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_real_time_get/state.json] for collection [tlog_replica_test_real_time_get] has occurred - updating... (live nodes size: [2]) [junit4] 2> 953368 INFO (zkCallback-8603-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_real_time_get/state.json] for collection [tlog_replica_test_real_time_get] has occurred - updating... (live nodes size: [2]) [junit4] 2> 954008 INFO (qtp1868660031-14173) [n:127.0.0.1:38213_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=tlog_replica_test_real_time_get_shard1_replica_n1&action=CREATE&numShards=1&collection=tlog_replica_test_real_time_get&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=98375 [junit4] 2> 954009 INFO (qtp1868660031-14170) [n:127.0.0.1:38213_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4 ] o.a.s.c.ZkController tlog_replica_test_real_time_get_shard1_replica_t4 starting background replication from leader [junit4] 2> 954009 INFO (qtp1868660031-14170) [n:127.0.0.1:38213_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4 ] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:01 [junit4] 2> 954011 INFO (qtp1868660031-14170) [n:127.0.0.1:38213_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4 ] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms [junit4] 2> 954011 INFO (qtp1868660031-14170) [n:127.0.0.1:38213_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms [junit4] 2> 954011 INFO (indexFetcher-8638-thread-1) [ ] o.a.s.h.IndexFetcher Updated leaderUrl to https://127.0.0.1:35505/solr/tlog_replica_test_real_time_get_shard1_replica_n2/ [junit4] 2> 954012 INFO (qtp1868660031-14170) [n:127.0.0.1:38213_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&newCollection=true&name=tlog_replica_test_real_time_get_shard1_replica_t4&action=CREATE&numShards=1&collection=tlog_replica_test_real_time_get&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=98381 [junit4] 2> 954015 INFO (qtp235843716-14177) [n:127.0.0.1:35505_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas [junit4] 2> 954017 INFO (qtp235843716-14174) [n:127.0.0.1:35505_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n2 ] o.a.s.c.S.Request [tlog_replica_test_real_time_get_shard1_replica_n2] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0 [junit4] 2> 954018 INFO (indexFetcher-8638-thread-1) [ ] o.a.s.h.IndexFetcher Leader's generation: 1 [junit4] 2> 954018 INFO (indexFetcher-8638-thread-1) [ ] o.a.s.h.IndexFetcher Leader's version: 0 [junit4] 2> 954018 INFO (indexFetcher-8638-thread-1) [ ] o.a.s.h.IndexFetcher Follower's generation: 1 [junit4] 2> 954018 INFO (indexFetcher-8638-thread-1) [ ] o.a.s.h.IndexFetcher Follower's version: 0 [junit4] 2> 954018 INFO (indexFetcher-8638-thread-1) [ ] o.a.s.h.IndexFetcher New index in Leader. Deleting mine... [junit4] 2> 954021 INFO (searcherExecutor-8624-thread-1-processing-n:127.0.0.1:38213_solr x:tlog_replica_test_real_time_get_shard1_replica_t4 c:tlog_replica_test_real_time_get s:shard1 r:core_node6) [n:127.0.0.1:38213_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4 ] o.a.s.c.SolrCore [tlog_replica_test_real_time_get_shard1_replica_t4] Registered new searcher autowarm time: 0 ms [junit4] 2> 954114 INFO (zkCallback-8603-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_real_time_get/state.json] for collection [tlog_replica_test_real_time_get] has occurred - updating... (live nodes size: [2]) [junit4] 2> 954114 INFO (zkCallback-8590-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_real_time_get/state.json] for collection [tlog_replica_test_real_time_get] has occurred - updating... (live nodes size: [2]) [junit4] 2> 954115 INFO (zkCallback-8603-thread-4) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_real_time_get/state.json] for collection [tlog_replica_test_real_time_get] has occurred - updating... (live nodes size: [2]) [junit4] 2> 954115 INFO (zkCallback-8590-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_real_time_get/state.json] for collection [tlog_replica_test_real_time_get] has occurred - updating... (live nodes size: [2]) [junit4] 2> 954115 INFO (qtp235843716-14177) [n:127.0.0.1:35505_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&collection.configName=conf&maxShardsPerNode=100&name=tlog_replica_test_real_time_get&nrtReplicas=2&action=CREATE&numShards=1&tlogReplicas=1&wt=javabin&version=2} status=0 QTime=98856 [junit4] 2> 955011 INFO (qtp235843716-14174) [n:127.0.0.1:35505_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n2 ] o.a.s.c.S.Request [tlog_replica_test_real_time_get_shard1_replica_n2] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0 [junit4] 2> 955012 INFO (indexFetcher-8638-thread-1) [n:127.0.0.1:38213_solr ] o.a.s.h.IndexFetcher Leader's generation: 1 [junit4] 2> 955012 INFO (indexFetcher-8638-thread-1) [n:127.0.0.1:38213_solr ] o.a.s.h.IndexFetcher Leader's version: 0 [junit4] 2> 955012 INFO (indexFetcher-8638-thread-1) [n:127.0.0.1:38213_solr ] o.a.s.h.IndexFetcher Follower's generation: 1 [junit4] 2> 955012 INFO (indexFetcher-8638-thread-1) [n:127.0.0.1:38213_solr ] o.a.s.h.IndexFetcher Follower's version: 0 [junit4] 2> 955012 INFO (indexFetcher-8638-thread-1) [n:127.0.0.1:38213_solr ] o.a.s.h.IndexFetcher New index in Leader. Deleting mine... [junit4] 2> 955014 INFO (searcherExecutor-8624-thread-1-processing-n:127.0.0.1:38213_solr x:tlog_replica_test_real_time_get_shard1_replica_t4 c:tlog_replica_test_real_time_get s:shard1 r:core_node6) [n:127.0.0.1:38213_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4 ] o.a.s.c.SolrCore [tlog_replica_test_real_time_get_shard1_replica_t4] Registered new searcher autowarm time: 0 ms [junit4] 2> 955270 INFO (OverseerCollectionConfigSetProcessor-73325345690025991-127.0.0.1:38213_solr-n_0000000000) [n:127.0.0.1:38213_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper [junit4] 2> 955270 INFO (OverseerThreadFactory-8598-thread-2-processing-n:127.0.0.1:38213_solr) [n:127.0.0.1:38213_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler Executing Collection Cmd=action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true&deleteMetricsHistory=true, asyncId=null [junit4] 2> 955273 INFO (qtp235843716-14177) [n:127.0.0.1:35505_solr x:tlog_replica_test_real_time_get_shard1_replica_n2 ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.tlog_replica_test_real_time_get.shard1.replica_n2 tag=null [junit4] 2> 955273 INFO (qtp1868660031-14172) [n:127.0.0.1:38213_solr x:tlog_replica_test_real_time_get_shard1_replica_n1 ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.tlog_replica_test_real_time_get.shard1.replica_n1 tag=null [junit4] 2> 955273 INFO (qtp235843716-14177) [n:127.0.0.1:35505_solr x:tlog_replica_test_real_time_get_shard1_replica_n2 ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5ba83e9b: rootName = solr_35505, domain = solr.core.tlog_replica_test_real_time_get.shard1.replica_n2, service url = null, agent id = null] for registry solr.core.tlog_replica_test_real_time_get.shard1.replica_n2/com.codahale.metrics.MetricRegistry@6a62c4b8 [junit4] 2> 955273 INFO (qtp1868660031-14172) [n:127.0.0.1:38213_solr x:tlog_replica_test_real_time_get_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1553f045: rootName = solr_38213, domain = solr.core.tlog_replica_test_real_time_get.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.tlog_replica_test_real_time_get.shard1.replica_n1/com.codahale.metrics.MetricRegistry@3d1d370d [junit4] 2> 955303 INFO (qtp1868660031-14176) [n:127.0.0.1:38213_solr x:tlog_replica_test_real_time_get_shard1_replica_t4 ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.tlog_replica_test_real_time_get.shard1.replica_t4 tag=null [junit4] 2> 955303 INFO (qtp1868660031-14172) [n:127.0.0.1:38213_solr ] o.a.s.c.SolrCore [tlog_replica_test_real_time_get_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@a9eb062 [junit4] 2> 955303 INFO (qtp1868660031-14176) [n:127.0.0.1:38213_solr x:tlog_replica_test_real_time_get_shard1_replica_t4 ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@271c91ad: rootName = solr_38213, domain = solr.core.tlog_replica_test_real_time_get.shard1.replica_t4, service url = null, agent id = null] for registry solr.core.tlog_replica_test_real_time_get.shard1.replica_t4/com.codahale.metrics.MetricRegistry@5255aded [junit4] 2> 955305 INFO (qtp235843716-14177) [n:127.0.0.1:35505_solr ] o.a.s.c.SolrCore [tlog_replica_test_real_time_get_shard1_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@26bfc80f [junit4] 2> 955305 INFO (qtp235843716-14177) [n:127.0.0.1:35505_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.tlog_replica_test_real_time_get.shard1.replica_n2 tag=SolrCore@26bfc80f [junit4] 2> 955305 INFO (qtp235843716-14177) [n:127.0.0.1:35505_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.tlog_replica_test_real_time_get.shard1.leader tag=SolrCore@26bfc80f [junit4] 2> 955306 INFO (qtp235843716-14177) [n:127.0.0.1:35505_solr ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close() ... SKIPPED (unnecessary). [junit4] 2> 955309 INFO (qtp235843716-14177) [n:127.0.0.1:35505_solr ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/tlog_replica_test_real_time_get/terms/shard1 to Terms{values={core_node6=0, core_node3=0}, version=3} [junit4] 2> 955311 INFO (qtp235843716-14177) [n:127.0.0.1:35505_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&deleteMetricsHistory=true&core=tlog_replica_test_real_time_get_shard1_replica_n2&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=38 [junit4] 2> 955325 INFO (qtp1868660031-14176) [n:127.0.0.1:38213_solr x:tlog_replica_test_real_time_get_shard1_replica_t4 ] o.a.s.c.ZkController tlog_replica_test_real_time_get_shard1_replica_t4 stopping background replication from leader [junit4] 2> 955325 INFO (qtp1868660031-14172) [n:127.0.0.1:38213_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.tlog_replica_test_real_time_get.shard1.replica_n1 tag=SolrCore@a9eb062 [junit4] 2> 955325 INFO (qtp1868660031-14172) [n:127.0.0.1:38213_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.tlog_replica_test_real_time_get.shard1.leader tag=SolrCore@a9eb062 [junit4] 2> 955326 INFO (qtp1868660031-14172) [n:127.0.0.1:38213_solr ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close() ... SKIPPED (unnecessary). [junit4] 2> 955326 INFO (qtp1868660031-14176) [n:127.0.0.1:38213_solr ] o.a.s.c.SolrCore [tlog_replica_test_real_time_get_shard1_replica_t4] CLOSING SolrCore org.apache.solr.core.SolrCore@235790e3 [junit4] 2> 955326 INFO (qtp1868660031-14176) [n:127.0.0.1:38213_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.tlog_replica_test_real_time_get.shard1.replica_t4 tag=SolrCore@235790e3 [junit4] 2> 955326 INFO (qtp1868660031-14176) [n:127.0.0.1:38213_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.tlog_replica_test_real_time_get.shard1.leader tag=SolrCore@235790e3 [junit4] 2> 955327 INFO (qtp1868660031-14176) [n:127.0.0.1:38213_solr ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close() ... SKIPPED (unnecessary). [junit4] 2> 955335 INFO (qtp1868660031-14172) [n:127.0.0.1:38213_solr ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/tlog_replica_test_real_time_get/terms/shard1 to Terms{values={core_node6=0}, version=4} [junit4] 2> 955336 INFO (qtp1868660031-14172) [n:127.0.0.1:38213_solr ] o.a.s.c.ShardLeaderElectionContextBase No version found for ephemeral leader parent node, won't remove previous leader registration. [junit4] 2> 955337 INFO (qtp1868660031-14172) [n:127.0.0.1:38213_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&deleteMetricsHistory=true&core=tlog_replica_test_real_time_get_shard1_replica_n1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=64 [junit4] 2> 955339 INFO (qtp1868660031-14176) [n:127.0.0.1:38213_solr ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/tlog_replica_test_real_time_get/terms/shard1 to Terms{values={}, version=5} [junit4] 2> 955340 INFO (qtp1868660031-14176) [n:127.0.0.1:38213_solr ] o.a.s.c.ShardLeaderElectionContextBase No version found for ephemeral leader parent node, won't remove previous leader registration. [junit4] 2> 955340 INFO (qtp1868660031-14176) [n:127.0.0.1:38213_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&deleteMetricsHistory=true&core=tlog_replica_test_real_time_get_shard1_replica_t4&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=65 [junit4] 2> 955340 WARN (zkCallback-8590-thread-3) [ ] o.a.s.c.LeaderElector Our node is no longer in line to be leader [junit4] 2> 955443 INFO (zkCallback-8590-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/tlog_replica_test_real_time_get/state.json] for collection [tlog_replica_test_real_time_get] has occurred - updating... (live nodes size: [2]) [junit4] 2> 955443 INFO (zkCallback-8590-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/tlog_replica_test_real_time_get/state.json] for collection [tlog_replica_test_real_time_get] has occurred - updating... (live nodes size: [2]) [junit4] 2> 955444 INFO (zkCallback-8590-thread-4) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/tlog_replica_test_real_time_get/state.json] for collection [tlog_replica_test_real_time_get] has occurred - updating... (live nodes size: [2]) [junit4] 2> 955444 INFO (zkCallback-8590-thread-5) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/tlog_replica_test_real_time_get/state.json] for collection [tlog_replica_test_real_time_get] has occurred - updating... (live nodes size: [2]) [junit4] 2> 955444 INFO (zkCallback-8603-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/tlog_replica_test_real_time_get/state.json] for collection [tlog_replica_test_real_time_get] has occurred - updating... (live nodes size: [2]) [junit4] 2> 955451 INFO (qtp235843716-14178) [n:127.0.0.1:35505_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=tlog_replica_test_real_time_get&action=DELETE&wt=javabin&version=2} status=0 QTime=2198 [junit4] 2> 955452 INFO (TEST-TestTlogReplica.testRealTimeGet-seed#[FBC0A9551421E448]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testRealTimeGet [junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestTlogReplica -Dtests.method=testRealTimeGet -Dtests.seed=FBC0A9551421E448 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=el-CY -Dtests.timezone=America/Monterrey -Dtests.asserts=true -Dtests.file.encoding=US-ASCII [junit4] ERROR 100s J3 | TestTlogReplica.testRealTimeGet <<< [junit4] > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: https://127.0.0.1:35505/solr [junit4] > at __randomizedtesting.SeedInfo.seed([FBC0A9551421E448:A3AD5C56B69B4A81]:0) [junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:692) [junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266) [junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248) [junit4] > at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:369) [junit4] > at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:297) [junit4] > at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1171) [junit4] > at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:934) [junit4] > at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:866) [junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214) [junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:231) [junit4] > at org.apache.solr.cloud.TestTlogReplica.testRealTimeGet(TestTlogReplica.java:336) [junit4] > at java.lang.Thread.run(Thread.java:748) [junit4] > Caused by: java.net.SocketTimeoutException: Read timed out [junit4] > at java.net.SocketInputStream.socketRead0(Native Method) [junit4] > at java.net.SocketInputStream.socketRead(SocketInputStream.java:116) [junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:171) [junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:141) [junit4] > at sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:475) [junit4] > at sun.security.ssl.SSLSocketInputRecord.readHeader(SSLSocketInputRecord.java:469) [junit4] > at sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:69) [junit4] > at sun.security.ssl.SSLSocketImpl.readApplicationRecord(SSLSocketImpl.java:1228) [junit4] > at sun.security.ssl.SSLSocketImpl.access$300(SSLSocketImpl.java:75) [junit4] > at sun.security.ssl.SSLSocketImpl$AppInputStream.read(SSLSocketImpl.java:915) [junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137) [junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153) [junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280) [junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138) [junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56) [junit4] > at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259) [junit4] > at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163) [ju [...truncated too long message...] 4] 2> 2561033 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[FBC0A9551421E448]-worker) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=161428759 [junit4] 2> 2561033 INFO (coreCloseExecutor-24524-thread-1) [ ] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@4f289ccf [junit4] 2> 2561033 INFO (coreCloseExecutor-24524-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1 tag=SolrCore@4f289ccf [junit4] 2> 2561033 INFO (coreCloseExecutor-24524-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@722d9108: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1/com.codahale.metrics.MetricRegistry@11a4282e [junit4] 2> 2561045 INFO (coreCloseExecutor-24524-thread-1) [ ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close() ... SKIPPED (unnecessary). [junit4] 2> 2561046 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[FBC0A9551421E448]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null [junit4] 2> 2561046 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[FBC0A9551421E448]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@528f28e7: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@5ba7a2d6 [junit4] 2> 2561047 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[FBC0A9551421E448]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null [junit4] 2> 2561047 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[FBC0A9551421E448]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@222742d0: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@71b4cf0f [junit4] 2> 2561048 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[FBC0A9551421E448]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null [junit4] 2> 2561048 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[FBC0A9551421E448]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1f805cef: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@2a0debf6 [junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_FBC0A9551421E448-001 [junit4] 2> Apr 13, 2021 7:44:28 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks [junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s). [junit4] 2> NOTE: test params are: codec=Asserting(Lucene87): {_root_=PostingsFormat(name=LuceneVarGapDocFreqInterval), title_s=PostingsFormat(name=Direct), id=Lucene84, id_field_copy_that_does_not_support_in_place_update_s=PostingsFormat(name=LuceneVarGapDocFreqInterval)}, docValues:{inplace_updatable_float=DocValuesFormat(name=Asserting), id_i=DocValuesFormat(name=Direct), _version_=DocValuesFormat(name=Lucene80), _root_=DocValuesFormat(name=Lucene80), id=DocValuesFormat(name=Lucene80), inplace_updatable_int_with_default=DocValuesFormat(name=Asserting), inplace_updatable_float_with_default=DocValuesFormat(name=Direct)}, maxPointsInLeafNode=782, maxMBSortInHeap=7.677025207706113, sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=ar-EG, timezone=America/Port-au-Prince [junit4] 2> NOTE: Linux 5.4.0-45-generic amd64/Oracle Corporation 1.8.0_281 (64-bit)/cpus=4,threads=1,free=83810376,total=526385152 [junit4] 2> NOTE: All tests run in this JVM: [TestFieldCache, OverseerCollectionConfigSetProcessorTest, TestPivotHelperCode, TestSerializedLuceneMatchVersion, TestCrossCoreJoin, MultiDestinationAuditLoggerTest, SolrCoreMetricManagerTest, HdfsBasicDistributedZkTest, VMParamsZkACLAndCredentialsProvidersTest, TestConfigOverlay, AsyncCallRequestStatusResponseTest, TestBackupRepositoryFactory, ClassificationUpdateProcessorTest, TestSweetSpotSimilarityFactory, TestCloudJSONFacetSKGEquiv, XsltUpdateRequestHandlerTest, TimeRoutedAliasUpdateProcessorTest, TestStressVersions, SearchHandlerTest, SampleTest, TestCloudNestedDocsSort, WrapperMergePolicyFactoryTest, ProtectedTermFilterFactoryTest, TestConfigSetsAPIZkFailure, HLLSerializationTest, MoveReplicaHDFSTest, NodeLostTriggerIntegrationTest, TestSolrCloudWithKerberosAlt, TestSystemCollAutoCreate, TestJavabinTupleStreamParser, TestSolrConfigHandler, SuggesterWFSTTest, TestBulkSchemaConcurrent, DynamicMapsTest, LoggingHandlerTest, SearchRateTriggerTest, ClusterStateTest, ConnectionReuseTest, FieldAnalysisRequestHandlerTest, TestFieldCacheVsDocValues, TestUnifiedSolrHighlighter, TestExternalRoleRuleBasedAuthorizationPlugin, EnumFieldTest, ResponseHeaderTest, TestReplicationHandler, SystemInfoHandlerTest, TestLegacyField, DistributedUpdateProcessorTest, DistributedTermsComponentTest, TestCloudDeleteByQuery, TestQueryTypes, TestCloudDeduplication, TestSubQueryTransformerDistrib, ByteBuffersDirectoryFactoryTest, BJQFilterAccessibleTest, TestSolrConfigHandlerCloud, PhrasesIdentificationComponentTest, DistribDocExpirationUpdateProcessorTest, ShowFileRequestHandlerTest, HdfsBackupRepositoryIntegrationTest, DistributedFacetExistsSmallTest, TestImpersonationWithHadoopAuth, TestDocSet, CdcrVersionReplicationTest, TestRecoveryHdfs, TestInfoStreamLogging, PrimUtilsTest, AuditLoggerPluginTest, TestFileDictionaryLookup, MetricTriggerIntegrationTest, EmbeddedSolrNoSerializeTest, TestCollationFieldDocValues, TimeZoneUtilsTest, BlockJoinFacetRandomTest, TestReversedWildcardFilterFactory, TestQuerySenderNoQuery, CustomCollectionTest, DocValuesNotIndexedTest, TestDFRSimilarityFactory, ShardRoutingTest, TestValueSourceCache, TestFieldCollectionResource, LargeFieldTest, HdfsRecoverLeaseTest, TestCircuitBreaker, TestSchemaNameResource, TestTolerantUpdateProcessorRandomCloud, TestShortCircuitedRequests, TestNumericTerms64, TestDistribPackageStore, TestLegacyBM25SimilarityFactory, TestEmbeddedSolrServerAdminHandler, SuggestComponentContextFilterQueryTest, TestSortByMinMaxFunction, HttpPartitionOnCommitTest, MaxSizeAutoCommitTest, ZookeeperStatusHandlerTest, SignatureUpdateProcessorFactoryTest, CdcrBootstrapTest, DateRangeFieldTest, TermsComponentTest, DirectoryFactoriesTest, AutoScalingHandlerTest, TestManagedSchemaThreadSafety, ZkStateWriterTest, TriggerEventQueueTest, DirectSolrSpellCheckerTest, UniqFieldsUpdateProcessorFactoryTest, MetricsHistoryHandlerTest, TestObjectReleaseTracker, SolrCloudReportersTest, AtomicUpdatesTest, TestAddFieldRealTimeGet, RoutingToNodesWithPropertiesTest, TestStressLiveNodes, TestStressLucene, ChaosMonkeySafeLeaderTest, DeleteLastCustomShardedReplicaTest, DeleteNodeTest, DeleteStatusTest, LeaderElectionIntegrationTest, LeaderFailureAfterFreshStartTest, MigrateRouteKeyTest, PackageManagerCLITest, RecoveryZkTest, RemoteQueryErrorTest, ReplicationFactorTest, SliceStateTest, SolrCLIZkUtilsTest, SplitShardTest, TestAuthenticationFramework, TestCloudRecovery, TestDistribDocBasedVersion, TestExclusionRuleCollectionAccess, TestLeaderElectionWithEmptyReplica, TestPullReplica, TestPullReplicaErrorHandling, TestZkChroot, ZkNodePropsTest, ZkShardTermsTest, CollectionTooManyReplicasTest, ConcurrentCreateCollectionTest, LocalFSCloudIncrementalBackupTest, SplitByPrefixTest, TestHdfsCloudBackupRestore, TestRequestStatusCollectionAPI, IndexSizeTriggerSizeEstimationTest, ScheduledMaintenanceTriggerTest, TestSimDistributedQueue, TestSimNodeAddedTrigger, TestSimNodeLostTrigger, TestSimPolicyCloud, TestSimTriggerIntegration, BaseCdcrDistributedZkTest, HdfsSyncSliceTest, HdfsThreadLeakTest, HdfsTlogReplayBufferedWhileIndexingTest, HdfsUnloadDistributedZkTest, HdfsWriteToMultipleCollectionsTest, TestClusterStateMutator, RulesTest, ResourceLoaderTest, SolrCoreCheckLockOnStartupTest, TestCoreContainer, TestDynamicLoadingUrl, TestMergePolicyConfig, TestMinimalConfig, TestSolrIndexConfig, TestXIncludeConfig, SearchHandlerTest, TestConfigReload, TestReqParamsAPI, TestSQLHandlerNonCloud, CoreAdminCreateDiscoverTest, CoreAdminOperationTest, CoreAdminRequestStatusTest, IndexSizeEstimatorTest, DebugComponentTest, DistributedFacetPivotSmallAdvancedTest, DistributedFacetPivotWhiteBoxTest, DistributedSpellCheckComponentTest, TestPackages, NumericFieldsTest, PreAnalyzedFieldManagedSchemaCloudTest, SchemaApiFailureTest, SynonymTokenizerTest, TestSchemaField, TestSchemalessBufferedUpdates, TestTextField, TestUseDocValuesAsStored, TestMultiWordSynonyms, TestOverriddenPrefixQueryForCustomFieldType, TestPayloadScoreQParserPlugin, TestReRankQParserPlugin, TestRealTimeGet, TestSearchPerf, TestSearcherReuse, TestSimpleQParserPlugin, TestSmileRequest, TestSolr4Spatial, TestSolrCachePerf, TestSolrCoreParser, TestSolrJ, TestSolrQueryParser, DistributedFacetSimpleRefinementLongTailTest, TestCloudJSONFacetJoinDomain, TestJsonFacetsStatsParsing, TestJsonRangeFacets, TestMinMaxOnMultiValuedField, TestClassicSimilarityFactory, TestDistribIDF, TestExactStatsCache, JWTIssuerConfigTest, CacheHeaderTest, DirectSolrConnectionTest, SpellCheckCollatorTest, SpellPossibilityIteratorTest, SpellingQueryConverterTest, TestSuggestSpellingConverter, WordBreakSolrSpellCheckerTest, TestHighFrequencyDictionaryFactory, BlockCacheTest, BufferStoreTest, HdfsDirectoryTest, SolrIndexConfigTest, SolrIndexMetricsTest, SolrIndexSplitterTest, TestExceedMaxTermLength, TestInPlaceUpdateWithRouteField, TestInPlaceUpdatesDistrib] [junit4] Completed [897/936 (2!)] on J1 in 86.82s, 1 test, 1 error <<< FAILURES! [...truncated 50918 lines...]
--------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
