Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-Solaris/919/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseSerialGC
1 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsRecoveryZkTest
Error Message:
ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException:
org.apache.solr.update.HdfsTransactionLog at
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at
org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130)
at org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:203) at
org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:153) at
org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:110) at
org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:108)
at sun.reflect.GeneratedConstructorAccessor159.newInstance(Unknown Source)
at
sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at
org.apache.solr.core.SolrCore.createInstance(SolrCore.java:760) at
org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:822) at
org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1088) at
org.apache.solr.core.SolrCore.<init>(SolrCore.java:947) at
org.apache.solr.core.SolrCore.<init>(SolrCore.java:830) at
org.apache.solr.core.CoreContainer.create(CoreContainer.java:930) at
org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:565) at
com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
at java.util.concurrent.FutureTask.run(FutureTask.java:266) at
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not
released!!! [HdfsTransactionLog]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException:
org.apache.solr.update.HdfsTransactionLog
at
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at
org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130)
at org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:203)
at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:153)
at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:110)
at
org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:108)
at sun.reflect.GeneratedConstructorAccessor159.newInstance(Unknown
Source)
at
sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:760)
at org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:822)
at org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1088)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:947)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:930)
at
org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:565)
at
com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([7A4702ED9E4BF853]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at
org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:302)
at sun.reflect.GeneratedMethodAccessor61.invoke(Unknown Source)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12787 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsRecoveryZkTest
[junit4] 2> Creating dataDir:
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_7A4702ED9E4BF853-001/init-core-data-001
[junit4] 2> 2235922 WARN
(SUITE-HdfsRecoveryZkTest-seed#[7A4702ED9E4BF853]-worker) [ ]
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=12268 numCloses=12268
[junit4] 2> 2235922 INFO
(SUITE-HdfsRecoveryZkTest-seed#[7A4702ED9E4BF853]-worker) [ ]
o.a.s.SolrTestCaseJ4 Using TrieFields
[junit4] 2> 2235923 INFO
(SUITE-HdfsRecoveryZkTest-seed#[7A4702ED9E4BF853]-worker) [ ]
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via:
@org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 2235923 INFO
(SUITE-HdfsRecoveryZkTest-seed#[7A4702ED9E4BF853]-worker) [ ]
o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_7A4702ED9E4BF853-001/tempDir-001
[junit4] 2> 2235924 INFO
(SUITE-HdfsRecoveryZkTest-seed#[7A4702ED9E4BF853]-worker) [ ]
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2235924 INFO (Thread-5116) [ ] o.a.s.c.ZkTestServer client
port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2235924 INFO (Thread-5116) [ ] o.a.s.c.ZkTestServer
Starting server
[junit4] 2> 2235925 ERROR (Thread-5116) [ ] o.a.z.s.ZooKeeperServer
ZKShutdownHandler is not registered, so ZooKeeper server won't take any action
on ERROR or SHUTDOWN server state changes
[junit4] 2> 2236024 INFO
(SUITE-HdfsRecoveryZkTest-seed#[7A4702ED9E4BF853]-worker) [ ]
o.a.s.c.ZkTestServer start zk server on port:63421
[junit4] 2> 2236036 INFO (jetty-launcher-4701-thread-1) [ ]
o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2236036 INFO (jetty-launcher-4701-thread-2) [ ]
o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2236041 INFO (jetty-launcher-4701-thread-2) [ ]
o.e.j.s.h.ContextHandler Started
o.e.j.s.ServletContextHandler@3b3b7c65{/solr,null,AVAILABLE}
[junit4] 2> 2236041 INFO (jetty-launcher-4701-thread-1) [ ]
o.e.j.s.h.ContextHandler Started
o.e.j.s.ServletContextHandler@119b0da6{/solr,null,AVAILABLE}
[junit4] 2> 2236042 INFO (jetty-launcher-4701-thread-2) [ ]
o.e.j.s.AbstractConnector Started
ServerConnector@4d2cfb46{HTTP/1.1,[http/1.1]}{127.0.0.1:61559}
[junit4] 2> 2236042 INFO (jetty-launcher-4701-thread-1) [ ]
o.e.j.s.AbstractConnector Started
ServerConnector@f326ac1{HTTP/1.1,[http/1.1]}{127.0.0.1:61349}
[junit4] 2> 2236042 INFO (jetty-launcher-4701-thread-2) [ ]
o.e.j.s.Server Started @2238445ms
[junit4] 2> 2236042 INFO (jetty-launcher-4701-thread-1) [ ]
o.e.j.s.Server Started @2238445ms
[junit4] 2> 2236042 INFO (jetty-launcher-4701-thread-2) [ ]
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr,
hostPort=61559}
[junit4] 2> 2236043 ERROR (jetty-launcher-4701-thread-2) [ ]
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be
missing or incomplete.
[junit4] 2> 2236042 INFO (jetty-launcher-4701-thread-1) [ ]
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr,
hostPort=61349}
[junit4] 2> 2236043 ERROR (jetty-launcher-4701-thread-1) [ ]
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be
missing or incomplete.
[junit4] 2> 2236044 INFO (jetty-launcher-4701-thread-1) [ ]
o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version
6.7.0
[junit4] 2> 2236043 INFO (jetty-launcher-4701-thread-2) [ ]
o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version
6.7.0
[junit4] 2> 2236044 INFO (jetty-launcher-4701-thread-1) [ ]
o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2236044 INFO (jetty-launcher-4701-thread-2) [ ]
o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2236044 INFO (jetty-launcher-4701-thread-1) [ ]
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2236044 INFO (jetty-launcher-4701-thread-2) [ ]
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2236044 INFO (jetty-launcher-4701-thread-1) [ ]
o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time:
2017-06-23T16:56:57.004Z
[junit4] 2> 2236044 INFO (jetty-launcher-4701-thread-2) [ ]
o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time:
2017-06-23T16:56:57.004Z
[junit4] 2> 2236051 INFO (jetty-launcher-4701-thread-2) [ ]
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2236052 INFO (jetty-launcher-4701-thread-1) [ ]
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2236061 INFO (jetty-launcher-4701-thread-1) [ ]
o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params:
socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2236062 INFO (jetty-launcher-4701-thread-2) [ ]
o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params:
socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2236063 INFO (jetty-launcher-4701-thread-1) [ ]
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:63421/solr
[junit4] 2> 2236064 INFO (jetty-launcher-4701-thread-2) [ ]
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:63421/solr
[junit4] 2> 2236093 INFO (jetty-launcher-4701-thread-1)
[n:127.0.0.1:61349_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2236093 INFO (jetty-launcher-4701-thread-2)
[n:127.0.0.1:61559_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2236094 INFO (jetty-launcher-4701-thread-1)
[n:127.0.0.1:61349_solr ] o.a.s.c.OverseerElectionContext I am going to be
the leader 127.0.0.1:61349_solr
[junit4] 2> 2236095 INFO (jetty-launcher-4701-thread-2)
[n:127.0.0.1:61559_solr ] o.a.s.c.ZkController Register node as live in
ZooKeeper:/live_nodes/127.0.0.1:61559_solr
[junit4] 2> 2236095 INFO (jetty-launcher-4701-thread-1)
[n:127.0.0.1:61349_solr ] o.a.s.c.Overseer Overseer
(id=98188461138575365-127.0.0.1:61349_solr-n_0000000000) starting
[junit4] 2> 2236097 INFO
(zkCallback-4712-thread-1-processing-n:127.0.0.1:61349_solr)
[n:127.0.0.1:61349_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (0) -> (1)
[junit4] 2> 2236098 INFO
(zkCallback-4713-thread-1-processing-n:127.0.0.1:61559_solr)
[n:127.0.0.1:61559_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (0) -> (1)
[junit4] 2> 2236106 INFO (jetty-launcher-4701-thread-1)
[n:127.0.0.1:61349_solr ] o.a.s.c.ZkController Register node as live in
ZooKeeper:/live_nodes/127.0.0.1:61349_solr
[junit4] 2> 2236107 INFO
(zkCallback-4712-thread-1-processing-n:127.0.0.1:61349_solr)
[n:127.0.0.1:61349_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (1) -> (2)
[junit4] 2> 2236108 INFO
(zkCallback-4713-thread-1-processing-n:127.0.0.1:61559_solr)
[n:127.0.0.1:61559_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (1) -> (2)
[junit4] 2> 2236151 INFO (jetty-launcher-4701-thread-2)
[n:127.0.0.1:61559_solr ] o.a.s.c.CorePropertiesLocator Found 0 core
definitions underneath
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_7A4702ED9E4BF853-001/tempDir-001/node2/.
[junit4] 2> 2236157 INFO (jetty-launcher-4701-thread-1)
[n:127.0.0.1:61349_solr ] o.a.s.c.CorePropertiesLocator Found 0 core
definitions underneath
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_7A4702ED9E4BF853-001/tempDir-001/node1/.
[junit4] 2> 2236166 INFO
(SUITE-HdfsRecoveryZkTest-seed#[7A4702ED9E4BF853]-worker) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2236167 INFO
(SUITE-HdfsRecoveryZkTest-seed#[7A4702ED9E4BF853]-worker) [ ]
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:63421/solr ready
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 2236201 WARN
(SUITE-HdfsRecoveryZkTest-seed#[7A4702ED9E4BF853]-worker) [ ]
o.a.h.m.i.MetricsConfig Cannot locate configuration: tried
hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 2236218 WARN
(SUITE-HdfsRecoveryZkTest-seed#[7A4702ED9E4BF853]-worker) [ ]
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2236230 INFO
(SUITE-HdfsRecoveryZkTest-seed#[7A4702ED9E4BF853]-worker) [ ] o.m.log
jetty-6.1.26
[junit4] 2> 2236240 INFO
(SUITE-HdfsRecoveryZkTest-seed#[7A4702ED9E4BF853]-worker) [ ] o.m.log
Extract
jar:file:/export/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs
to ./temp/Jetty_serv1.vm3_62885_hdfs____.p1ckhy/webapp
[junit4] 2> 2236978 INFO
(SUITE-HdfsRecoveryZkTest-seed#[7A4702ED9E4BF853]-worker) [ ] o.m.log
Started HttpServer2$SelectChannelConnectorWithSafeStartup@serv1-vm3:62885
[junit4] 2> 2237060 WARN
(SUITE-HdfsRecoveryZkTest-seed#[7A4702ED9E4BF853]-worker) [ ]
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2237061 INFO
(SUITE-HdfsRecoveryZkTest-seed#[7A4702ED9E4BF853]-worker) [ ] o.m.log
jetty-6.1.26
[junit4] 2> 2237070 INFO
(SUITE-HdfsRecoveryZkTest-seed#[7A4702ED9E4BF853]-worker) [ ] o.m.log
Extract
jar:file:/export/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode
to ./temp/Jetty_localhost_32967_datanode____.rxlh9a/webapp
[junit4] 2> 2237553 INFO
(SUITE-HdfsRecoveryZkTest-seed#[7A4702ED9E4BF853]-worker) [ ] o.m.log
Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:32967
[junit4] 2> 2237622 WARN
(SUITE-HdfsRecoveryZkTest-seed#[7A4702ED9E4BF853]-worker) [ ]
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2237623 INFO
(SUITE-HdfsRecoveryZkTest-seed#[7A4702ED9E4BF853]-worker) [ ] o.m.log
jetty-6.1.26
[junit4] 2> 2237644 INFO
(SUITE-HdfsRecoveryZkTest-seed#[7A4702ED9E4BF853]-worker) [ ] o.m.log
Extract
jar:file:/export/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode
to ./temp/Jetty_localhost_55940_datanode____.suckw4/webapp
[junit4] 2> 2237664 INFO (IPC Server handler 4 on 45313) [ ]
BlockStateChange BLOCK* processReport: from storage
DS-846b82ab-d422-41a3-990f-e5b8be17e9fc node
DatanodeRegistration(127.0.0.1:57990,
datanodeUuid=1390f36a-471a-4de0-bc8c-8362fb23ffd7, infoPort=46340,
infoSecurePort=0, ipcPort=44424,
storageInfo=lv=-56;cid=testClusterID;nsid=563007694;c=0), blocks: 0,
hasStaleStorage: true, processing time: 1 msecs
[junit4] 2> 2237664 INFO (IPC Server handler 4 on 45313) [ ]
BlockStateChange BLOCK* processReport: from storage
DS-3edec0d8-fcfc-486a-b17a-b860ca1ab50b node
DatanodeRegistration(127.0.0.1:57990,
datanodeUuid=1390f36a-471a-4de0-bc8c-8362fb23ffd7, infoPort=46340,
infoSecurePort=0, ipcPort=44424,
storageInfo=lv=-56;cid=testClusterID;nsid=563007694;c=0), blocks: 0,
hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 2238111 INFO
(SUITE-HdfsRecoveryZkTest-seed#[7A4702ED9E4BF853]-worker) [ ] o.m.log
Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:55940
[junit4] 2> 2238206 INFO (IPC Server handler 9 on 45313) [ ]
BlockStateChange BLOCK* processReport: from storage
DS-e11d5bab-2e30-4576-b81a-6d9568c61994 node
DatanodeRegistration(127.0.0.1:64006,
datanodeUuid=e913efc3-0442-49f6-bf4c-4b3d020e850a, infoPort=63998,
infoSecurePort=0, ipcPort=33991,
storageInfo=lv=-56;cid=testClusterID;nsid=563007694;c=0), blocks: 0,
hasStaleStorage: true, processing time: 1 msecs
[junit4] 2> 2238206 INFO (IPC Server handler 9 on 45313) [ ]
BlockStateChange BLOCK* processReport: from storage
DS-8f4b69d8-927c-4609-848f-59c31bcb47b4 node
DatanodeRegistration(127.0.0.1:64006,
datanodeUuid=e913efc3-0442-49f6-bf4c-4b3d020e850a, infoPort=63998,
infoSecurePort=0, ipcPort=33991,
storageInfo=lv=-56;cid=testClusterID;nsid=563007694;c=0), blocks: 0,
hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 2238313 INFO
(TEST-HdfsRecoveryZkTest.test-seed#[7A4702ED9E4BF853]) [ ]
o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 2238316 INFO (qtp561029032-22756) [n:127.0.0.1:61349_solr
] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params
replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&name=recoverytest&action=CREATE&numShards=1&wt=javabin&version=2
and sendToOCPQueue=true
[junit4] 2> 2238319 INFO
(OverseerThreadFactory-9365-thread-1-processing-n:127.0.0.1:61349_solr)
[n:127.0.0.1:61349_solr ] o.a.s.c.CreateCollectionCmd Create collection
recoverytest
[junit4] 2> 2238428 INFO (qtp561029032-22758) [n:127.0.0.1:61349_solr
] o.a.s.h.a.CoreAdminOperation core create command
qt=/admin/cores&collection.configName=conf&newCollection=true&name=recoverytest_shard1_replica1&action=CREATE&numShards=1&collection=recoverytest&shard=shard1&wt=javabin&version=2
[junit4] 2> 2238429 INFO (qtp561029032-22758) [n:127.0.0.1:61349_solr
] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for
2147483647 transient cores
[junit4] 2> 2238430 INFO (qtp463221097-22748) [n:127.0.0.1:61559_solr
] o.a.s.h.a.CoreAdminOperation core create command
qt=/admin/cores&collection.configName=conf&newCollection=true&name=recoverytest_shard1_replica2&action=CREATE&numShards=1&collection=recoverytest&shard=shard1&wt=javabin&version=2
[junit4] 2> 2238430 INFO (qtp463221097-22748) [n:127.0.0.1:61559_solr
] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for
2147483647 transient cores
[junit4] 2> 2238544 INFO
(zkCallback-4713-thread-1-processing-n:127.0.0.1:61559_solr)
[n:127.0.0.1:61559_solr ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/recoverytest/state.json] for collection [recoverytest] has
occurred - updating... (live nodes size: [2])
[junit4] 2> 2238544 INFO
(zkCallback-4712-thread-1-processing-n:127.0.0.1:61349_solr)
[n:127.0.0.1:61349_solr ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/recoverytest/state.json] for collection [recoverytest] has
occurred - updating... (live nodes size: [2])
[junit4] 2> 2239464 INFO (qtp561029032-22758) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.c.SolrConfig
Using Lucene MatchVersion: 6.7.0
[junit4] 2> 2239466 INFO (qtp463221097-22748) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.c.SolrConfig
Using Lucene MatchVersion: 6.7.0
[junit4] 2> 2239473 INFO (qtp561029032-22758) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.s.IndexSchema
[recoverytest_shard1_replica1] Schema name=minimal
[junit4] 2> 2239474 INFO (qtp463221097-22748) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.s.IndexSchema
[recoverytest_shard1_replica2] Schema name=minimal
[junit4] 2> 2239476 INFO (qtp561029032-22758) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.s.IndexSchema
Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2239476 INFO (qtp463221097-22748) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.s.IndexSchema
Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2239476 INFO (qtp463221097-22748) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.c.CoreContainer
Creating SolrCore 'recoverytest_shard1_replica2' using configuration from
collection recoverytest, trusted=true
[junit4] 2> 2239476 INFO (qtp561029032-22758) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.c.CoreContainer
Creating SolrCore 'recoverytest_shard1_replica1' using configuration from
collection recoverytest, trusted=true
[junit4] 2> 2239481 INFO (qtp463221097-22748) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2]
o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://serv1-vm3:45313/data
[junit4] 2> 2239481 INFO (qtp463221097-22748) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2]
o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 2239481 INFO (qtp463221097-22748) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.c.SolrCore
solr.RecoveryStrategy.Builder
[junit4] 2> 2239481 INFO (qtp561029032-22758) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1]
o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://serv1-vm3:45313/data
[junit4] 2> 2239481 INFO (qtp463221097-22748) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.c.SolrCore
[[recoverytest_shard1_replica2] ] Opening new SolrCore at
[/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_7A4702ED9E4BF853-001/tempDir-001/node2/recoverytest_shard1_replica2],
dataDir=[hdfs://serv1-vm3:45313/data/recoverytest/core_node2/data/]
[junit4] 2> 2239481 INFO (qtp561029032-22758) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1]
o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 2239481 INFO (qtp561029032-22758) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.c.SolrCore
solr.RecoveryStrategy.Builder
[junit4] 2> 2239481 INFO (qtp561029032-22758) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.c.SolrCore
[[recoverytest_shard1_replica1] ] Opening new SolrCore at
[/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_7A4702ED9E4BF853-001/tempDir-001/node1/recoverytest_shard1_replica1],
dataDir=[hdfs://serv1-vm3:45313/data/recoverytest/core_node1/data/]
[junit4] 2> 2239481 INFO (qtp463221097-22748) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2]
o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX
Server: com.sun.jmx.mbeanserver.JmxMBeanServer@28e24c47
[junit4] 2> 2239481 INFO (qtp561029032-22758) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1]
o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX
Server: com.sun.jmx.mbeanserver.JmxMBeanServer@28e24c47
[junit4] 2> 2239482 INFO (qtp463221097-22748) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2]
o.a.s.c.HdfsDirectoryFactory creating directory factory for path
hdfs://serv1-vm3:45313/data/recoverytest/core_node2/data/snapshot_metadata
[junit4] 2> 2239482 INFO (qtp561029032-22758) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1]
o.a.s.c.HdfsDirectoryFactory creating directory factory for path
hdfs://serv1-vm3:45313/data/recoverytest/core_node1/data/snapshot_metadata
[junit4] 2> 2239488 INFO (qtp561029032-22758) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1]
o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct
memory allocation set to [true]
[junit4] 2> 2239488 INFO (qtp561029032-22758) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1]
o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of
[16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 2239488 INFO (qtp463221097-22748) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2]
o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct
memory allocation set to [true]
[junit4] 2> 2239488 INFO (qtp463221097-22748) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2]
o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of
[16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 2239488 INFO (qtp561029032-22758) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1]
o.a.s.c.HdfsDirectoryFactory Creating new global HDFS BlockCache
[junit4] 2> 2239497 INFO (qtp463221097-22748) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2]
o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2239499 INFO (qtp463221097-22748) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2]
o.a.s.c.HdfsDirectoryFactory creating directory factory for path
hdfs://serv1-vm3:45313/data/recoverytest/core_node2/data
[junit4] 2> 2239504 INFO (qtp561029032-22758) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1]
o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2239506 INFO (qtp561029032-22758) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1]
o.a.s.c.HdfsDirectoryFactory creating directory factory for path
hdfs://serv1-vm3:45313/data/recoverytest/core_node1/data
[junit4] 2> 2239516 INFO (qtp463221097-22748) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2]
o.a.s.c.HdfsDirectoryFactory creating directory factory for path
hdfs://serv1-vm3:45313/data/recoverytest/core_node2/data/index
[junit4] 2> 2239522 INFO (qtp463221097-22748) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2]
o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct
memory allocation set to [true]
[junit4] 2> 2239522 INFO (qtp463221097-22748) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2]
o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of
[16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 2239524 INFO (qtp561029032-22758) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1]
o.a.s.c.HdfsDirectoryFactory creating directory factory for path
hdfs://serv1-vm3:45313/data/recoverytest/core_node1/data/index
[junit4] 2> 2239527 INFO (qtp463221097-22748) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2]
o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2239535 INFO (qtp561029032-22758) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1]
o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct
memory allocation set to [true]
[junit4] 2> 2239535 INFO (qtp561029032-22758) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1]
o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of
[16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 2239542 INFO (qtp561029032-22758) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1]
o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2239557 INFO (IPC Server handler 7 on 45313) [ ]
BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64006 is
added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null,
primaryNodeIndex=-1,
replicas=[ReplicaUC[[DISK]DS-3edec0d8-fcfc-486a-b17a-b860ca1ab50b:NORMAL:127.0.0.1:57990|RBW],
ReplicaUC[[DISK]DS-e11d5bab-2e30-4576-b81a-6d9568c61994:NORMAL:127.0.0.1:64006|FINALIZED]]}
size 0
[junit4] 2> 2239558 INFO (IPC Server handler 0 on 45313) [ ]
BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57990 is
added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null,
primaryNodeIndex=-1,
replicas=[ReplicaUC[[DISK]DS-3edec0d8-fcfc-486a-b17a-b860ca1ab50b:NORMAL:127.0.0.1:57990|RBW],
ReplicaUC[[DISK]DS-e11d5bab-2e30-4576-b81a-6d9568c61994:NORMAL:127.0.0.1:64006|FINALIZED]]}
size 0
[junit4] 2> 2239587 INFO (IPC Server handler 6 on 45313) [ ]
BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64006 is
added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null,
primaryNodeIndex=-1,
replicas=[ReplicaUC[[DISK]DS-3edec0d8-fcfc-486a-b17a-b860ca1ab50b:NORMAL:127.0.0.1:57990|RBW],
ReplicaUC[[DISK]DS-8f4b69d8-927c-4609-848f-59c31bcb47b4:NORMAL:127.0.0.1:64006|RBW]]}
size 0
[junit4] 2> 2239588 INFO (IPC Server handler 8 on 45313) [ ]
BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57990 is
added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null,
primaryNodeIndex=-1,
replicas=[ReplicaUC[[DISK]DS-8f4b69d8-927c-4609-848f-59c31bcb47b4:NORMAL:127.0.0.1:64006|RBW],
ReplicaUC[[DISK]DS-846b82ab-d422-41a3-990f-e5b8be17e9fc:NORMAL:127.0.0.1:57990|FINALIZED]]}
size 0
[junit4] 2> 2239651 INFO (qtp463221097-22748) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.u.UpdateHandler
Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 2239651 INFO (qtp463221097-22748) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.u.UpdateLog
Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2239651 INFO (qtp463221097-22748) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.u.HdfsUpdateLog
Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 2239657 INFO (qtp561029032-22758) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.u.UpdateHandler
Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 2239657 INFO (qtp561029032-22758) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.u.UpdateLog
Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2239657 INFO (qtp561029032-22758) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.u.HdfsUpdateLog
Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 2239661 INFO (qtp463221097-22748) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.u.CommitTracker
Hard AutoCommit: disabled
[junit4] 2> 2239661 INFO (qtp463221097-22748) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.u.CommitTracker
Soft AutoCommit: disabled
[junit4] 2> 2239669 INFO (qtp561029032-22758) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.u.CommitTracker
Hard AutoCommit: disabled
[junit4] 2> 2239669 INFO (qtp561029032-22758) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.u.CommitTracker
Soft AutoCommit: disabled
[junit4] 2> 2239676 INFO (qtp463221097-22748) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2]
o.a.s.s.SolrIndexSearcher Opening
[Searcher@3fa6b5b0[recoverytest_shard1_replica2] main]
[junit4] 2> 2239678 INFO (qtp463221097-22748) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2]
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase:
/configs/conf
[junit4] 2> 2239679 INFO (qtp463221097-22748) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2]
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using
ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2239682 INFO (qtp561029032-22758) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1]
o.a.s.s.SolrIndexSearcher Opening
[Searcher@68cdc1c[recoverytest_shard1_replica1] main]
[junit4] 2> 2239682 INFO (qtp463221097-22748) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2]
o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2239684 INFO (qtp561029032-22758) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1]
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase:
/configs/conf
[junit4] 2> 2239684 INFO
(searcherExecutor-9370-thread-1-processing-n:127.0.0.1:61559_solr
x:recoverytest_shard1_replica2 s:shard1 c:recoverytest) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.c.SolrCore
[recoverytest_shard1_replica2] Registered new searcher
Searcher@3fa6b5b0[recoverytest_shard1_replica2]
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2239684 INFO (qtp561029032-22758) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1]
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using
ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2239684 INFO (qtp561029032-22758) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1]
o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2239688 INFO
(searcherExecutor-9371-thread-1-processing-n:127.0.0.1:61349_solr
x:recoverytest_shard1_replica1 s:shard1 c:recoverytest) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.c.SolrCore
[recoverytest_shard1_replica1] Registered new searcher
Searcher@68cdc1c[recoverytest_shard1_replica1]
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2239692 INFO (qtp463221097-22748) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.u.UpdateLog
Could not find max version in index or recent updates, using new clock
1571015382167191552
[junit4] 2> 2239692 INFO (qtp561029032-22758) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.u.UpdateLog
Could not find max version in index or recent updates, using new clock
1571015382167191552
[junit4] 2> 2239699 INFO (qtp463221097-22748) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2]
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2239699 INFO (qtp463221097-22748) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2]
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2239699 INFO (qtp463221097-22748) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.c.SyncStrategy
Sync replicas to http://127.0.0.1:61559/solr/recoverytest_shard1_replica2/
[junit4] 2> 2239699 INFO (qtp463221097-22748) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.u.PeerSync
PeerSync: core=recoverytest_shard1_replica2 url=http://127.0.0.1:61559/solr
START replicas=[http://127.0.0.1:61349/solr/recoverytest_shard1_replica1/]
nUpdates=100
[junit4] 2> 2239700 INFO (qtp463221097-22748) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.u.PeerSync
PeerSync: core=recoverytest_shard1_replica2 url=http://127.0.0.1:61559/solr
DONE. We have no versions. sync failed.
[junit4] 2> 2239702 INFO (qtp561029032-22760) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.c.S.Request [recoverytest_shard1_replica1] webapp=/solr path=/get
params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2}
status=0 QTime=0
[junit4] 2> 2239703 INFO (qtp463221097-22748) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.c.SyncStrategy
Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 2239703 INFO (qtp463221097-22748) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2]
o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we
can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 2239703 INFO (qtp463221097-22748) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2]
o.a.s.c.ShardLeaderElectionContext Found all replicas participating in
election, clear LIR
[junit4] 2> 2239707 INFO (qtp463221097-22748) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2]
o.a.s.c.ShardLeaderElectionContext I am the new leader:
http://127.0.0.1:61559/solr/recoverytest_shard1_replica2/ shard1
[junit4] 2> 2239810 INFO
(zkCallback-4712-thread-1-processing-n:127.0.0.1:61349_solr)
[n:127.0.0.1:61349_solr ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/recoverytest/state.json] for collection [recoverytest] has
occurred - updating... (live nodes size: [2])
[junit4] 2> 2239811 INFO
(zkCallback-4713-thread-1-processing-n:127.0.0.1:61559_solr)
[n:127.0.0.1:61559_solr ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/recoverytest/state.json] for collection [recoverytest] has
occurred - updating... (live nodes size: [2])
[junit4] 2> 2239861 INFO (qtp463221097-22748) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.c.ZkController I
am the leader, no recovery necessary
[junit4] 2> 2239863 INFO (qtp463221097-22748) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.s.HttpSolrCall
[admin] webapp=null path=/admin/cores
params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=recoverytest_shard1_replica2&action=CREATE&numShards=1&collection=recoverytest&shard=shard1&wt=javabin&version=2}
status=0 QTime=1434
[junit4] 2> 2239969 INFO
(zkCallback-4713-thread-1-processing-n:127.0.0.1:61559_solr)
[n:127.0.0.1:61559_solr ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/recoverytest/state.json] for collection [recoverytest] has
occurred - updating... (live nodes size: [2])
[junit4] 2> 2239969 INFO
(zkCallback-4712-thread-1-processing-n:127.0.0.1:61349_solr)
[n:127.0.0.1:61349_solr ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/recoverytest/state.json] for collection [recoverytest] has
occurred - updating... (live nodes size: [2])
[junit4] 2> 2240705 INFO (qtp561029032-22758) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.s.HttpSolrCall
[admin] webapp=null path=/admin/cores
params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=recoverytest_shard1_replica1&action=CREATE&numShards=1&collection=recoverytest&shard=shard1&wt=javabin&version=2}
status=0 QTime=2278
[junit4] 2> 2240713 INFO (qtp561029032-22756) [n:127.0.0.1:61349_solr
] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most
30 seconds. Check all shard replicas
[junit4] 2> 2240811 INFO
(zkCallback-4713-thread-1-processing-n:127.0.0.1:61559_solr)
[n:127.0.0.1:61559_solr ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/recoverytest/state.json] for collection [recoverytest] has
occurred - updating... (live nodes size: [2])
[junit4] 2> 2240811 INFO
(zkCallback-4712-thread-1-processing-n:127.0.0.1:61349_solr)
[n:127.0.0.1:61349_solr ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/recoverytest/state.json] for collection [recoverytest] has
occurred - updating... (live nodes size: [2])
[junit4] 2> 2241714 INFO (qtp561029032-22756) [n:127.0.0.1:61349_solr
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections
params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&name=recoverytest&action=CREATE&numShards=1&wt=javabin&version=2}
status=0 QTime=3399
[junit4] 2> 2241716 INFO
(TEST-HdfsRecoveryZkTest.test-seed#[7A4702ED9E4BF853]) [ ]
o.a.s.c.RecoveryZkTest Indexing 1350 documents
[junit4] 2> 2241770 INFO (qtp561029032-22755) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:61559/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-0
(1571015384296849408)]} 0 22
[junit4] 2> 2241771 INFO (qtp463221097-22746) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-0
(1571015384296849408)]} 0 48
[junit4] 2> 2241774 INFO (qtp561029032-22757) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:61559/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-0
(1571015384296849409)]} 0 26
[junit4] 2> 2241775 INFO (qtp463221097-22748) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-0
(1571015384296849409)]} 0 52
[junit4] 2> 2241776 INFO (qtp561029032-22759) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:61559/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[2-0
(-1571015384349278208)]} 0 1
[junit4] 2> 2241776 INFO (qtp463221097-22750) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[2-0
(-1571015384349278208)]} 0 3
[junit4] 2> 2241779 INFO (qtp561029032-22760) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:61559/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[1-0
(-1571015384352423936)]} 0 0
[junit4] 2> 2241779 INFO (qtp463221097-22752) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[1-0
(-1571015384352423936)]} 0 3
[junit4] 2> 2241780 INFO (qtp561029032-22758) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:61559/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-1
(1571015384354521088)]} 0 0
[junit4] 2> 2241780 INFO (qtp463221097-22750) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-1
(1571015384354521088)]} 0 2
[junit4] 2> 2241785 INFO (qtp561029032-22761) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:61559/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[2-1
(-1571015384359763968)]} 0 0
[junit4] 2> 2241786 INFO (qtp561029032-22760) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:61559/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-1
(1571015384359763969)]} 0 1
[junit4] 2> 2241786 INFO (qtp463221097-22751) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[2-1
(-1571015384359763968)]} 0 3
[junit4] 2> 2241786 INFO (qtp463221097-22749) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-1
(1571015384359763969)]} 0 3
[junit4] 2> 2241790 INFO (qtp561029032-22755) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:61559/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-2
(1571015384365006848)]} 0 0
[junit4] 2> 2241790 INFO (qtp561029032-22757) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:61559/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[1-1
(-1571015384365006849)]} 0 0
[junit4] 2> 2241790 INFO (qtp463221097-22746) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-2
(1571015384365006848)]} 0 2
[junit4] 2> 2241790 INFO (qtp463221097-22748) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[1-1
(-1571015384365006849)]} 0 2
[junit4] 2> 2241795 INFO (qtp561029032-22759) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:61559/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-3
(1571015384369201152)]} 0 0
[junit4] 2> 2241795 INFO (qtp561029032-22756) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:61559/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-2
(1571015384369201153)]} 0 0
[junit4] 2> 2241795 INFO (qtp463221097-22750) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-3
(1571015384369201152)]} 0 2
[junit4] 2> 2241795 INFO (qtp463221097-22753) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-2
(1571015384369201153)]} 0 3
[junit4] 2> 2241799 INFO (qtp561029032-22758) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:61559/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-4
(1571015384374444032)]} 0 0
[junit4] 2> 2241799 INFO (qtp561029032-22761) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:61559/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-3
(1571015384374444033)]} 0 0
[junit4] 2> 2241799 INFO (qtp463221097-22752) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-4
(1571015384374444032)]} 0 2
[junit4] 2> 2241799 INFO (qtp463221097-22751) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-3
(1571015384374444033)]} 0 2
[junit4] 2> 2241804 INFO (qtp561029032-22755) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:61559/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-4
(1571015384378638337)]} 0 0
[junit4] 2> 2241804 INFO (qtp561029032-22760) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:61559/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[2-4
(-1571015384378638336)]} 0 0
[junit4] 2> 2241804 INFO (qtp463221097-22746) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-4
(1571015384378638337)]} 0 2
[junit4] 2> 2241804 INFO (qtp463221097-22749) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[2-4
(-1571015384378638336)]} 0 2
[junit4] 2> 2241808 INFO (qtp561029032-22757) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:61559/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-5
(1571015384383881216)]} 0 1
[junit4] 2> 2241808 INFO (qtp561029032-22759) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:61559/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[1-4
(-1571015384383881217)]} 0 0
[junit4] 2> 2241808 INFO (qtp463221097-22750) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[1-4
(-1571015384383881217)]} 0 2
[junit4] 2> 2241808 INFO (qtp463221097-22748) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-5
(1571015384383881216)]} 0 2
[junit4] 2> 2241812 INFO (qtp561029032-22758) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:61559/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-6
(1571015384388075521)]} 0 0
[junit4] 2> 2241812 INFO (qtp561029032-22756) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:61559/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-5
(1571015384388075520)]} 0 0
[junit4] 2> 2241812 INFO (qtp463221097-22752) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-6
(1571015384388075521)]} 0 2
[junit4] 2> 2241813 INFO (qtp463221097-22753) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-5
(1571015384388075520)]} 0 2
[junit4] 2> 2241816 INFO (qtp561029032-22761) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:61559/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[2-6
(-1571015384392269824)]} 0 0
[junit4] 2> 2241816 INFO (qtp463221097-22751) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[2-6
(-1571015384392269824)]} 0 2
[junit4] 2> 2241816 INFO (qtp561029032-22755) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:61559/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-6
(1571015384392269825)]} 0 1
[junit4] 2> 2241817 INFO (qtp463221097-22749) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-6
(1571015384392269825)]} 0 2
[junit4] 2> 2241821 INFO (qtp561029032-22757) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:61559/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[1-6
(-1571015384396464129)]} 0 0
[junit4] 2> 2241821 INFO (qtp561029032-22760) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:61559/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-7
(1571015384396464128)]} 0 1
[junit4] 2> 2241821 INFO (qtp463221097-22750) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[1-6
(-1571015384396464129)]} 0 2
[junit4] 2> 2241821 INFO (qtp463221097-22746) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-7
(1571015384396464128)]} 0 2
[junit4] 2> 2241825 INFO (qtp561029032-22758) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:61559/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-8
(1571015384401707009)]} 0 0
[junit4] 2> 2241825 INFO (qtp561029032-22759) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:61559/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-7
(1571015384401707008)]} 0 0
[junit4] 2> 2241825 INFO (qtp463221097-22748) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-7
(1571015384401707008)]} 0 2
[junit4] 2> 2241825 INFO (qtp463221097-22752) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-8
(1571015384401707009)]} 0 2
[junit4] 2> 2241829 INFO (qtp561029032-22761) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:61559/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-8
(1571015384405901313)]} 0 0
[junit4] 2> 2241829 INFO (qtp561029032-22756) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:61559/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[2-7
(-1571015384405901312)]} 0 1
[junit4] 2> 2241830 INFO (qtp463221097-22753) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[2-7
(-1571015384405901312)]} 0 2
[junit4] 2> 2241830 INFO (qtp463221097-22751) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-8
(1571015384405901313)]} 0 2
[junit4] 2> 2241834 INFO (qtp561029032-22755) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:61559/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-9
(1571015384410095616)]} 0 0
[junit4] 2> 2241834 INFO (qtp561029032-22757) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:61559/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[1-7
(-1571015384411144192)]} 0 0
[junit4] 2> 2241834 INFO (qtp463221097-22749) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-9
(1571015384410095616)]} 0 2
[junit4] 2> 2241834 INFO (qtp463221097-22746) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[1-7
(-1571015384411144192)]} 0 2
[junit4] 2> 2241838 INFO (qtp561029032-22758) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:61559/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-9
(1571015384415338496)]} 0 0
[junit4] 2> 2241838 INFO (qtp561029032-22760) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:61559/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-10
(1571015384415338497)]} 0 0
[junit4] 2> 2241838 INFO (qtp463221097-22748) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-10
(1571015384415338497)]} 0 2
[junit4] 2> 2241838 INFO (qtp463221097-22750) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-9
(1571015384415338496)]} 0 2
[junit4] 2> 2241842 INFO (qtp561029032-22761) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:61559/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-11
(1571015384419532801)]} 0 0
[junit4] 2> 2241842 INFO (qtp561029032-22759) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:61559/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-10
(1571015384419532800)]} 0 0
[junit4] 2> 2241843 INFO (qtp463221097-22752) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-10
(1571015384419532800)]} 0 2
[junit4] 2> 2241843 INFO (qtp463221097-22753) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-11
(1571015384419532801)]} 0 2
[junit4] 2> 2241847 INFO (qtp561029032-22755) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:61559/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-11
(1571015384423727104)]} 0 0
[junit4] 2> 2241847 INFO (qtp561029032-22756) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:61559/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-12
(1571015384423727105)]} 0 0
[junit4] 2> 2241847 INFO (qtp463221097-22751) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-11
(1571015384423727104)]} 0 2
[junit4] 2> 2241847 INFO (qtp463221097-22749) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-12
(1571015384423727105)]} 0 2
[junit4] 2> 2241851 INFO (qtp561029032-22758) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:61559/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[2-8
(-1571015384428969985)]} 0 0
[junit4] 2> 2241851 INFO (qtp561029032-22757) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:61559/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-12
(1571015384428969984)]} 0 1
[junit4] 2> 2241851 INFO (qtp463221097-22748) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[2-8
(-1571015384428969985)]} 0 2
[junit4] 2> 2241851 INFO (qtp463221097-22746) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-12
(1571015384428969984)]} 0 2
[junit4] 2> 2241855 INFO (qtp561029032-22760) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:61559/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[1-8
(-1571015384433164288)]} 0 0
[junit4] 2> 2241855 INFO (qtp463221097-22750) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[1-8
(-1571015384433164288)]} 0 2
[junit4] 2> 2241856 INFO (qtp561029032-22761) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:61559/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-13
(1571015384433164289)]} 0 1
[junit4] 2> 2241856 INFO (qtp463221097-22752) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-13
(1571015384433164289)]} 0 2
[junit4] 2> 2241859 INFO (qtp561029032-22759) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:61559/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-13
(1571015384437358592)]} 0 1
[junit4] 2> 2241860 INFO (qtp561029032-22756) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:61559/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-14
(1571015384437358593)]} 0 0
[junit4] 2> 2241860 INFO (qtp463221097-22753) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-13
(1571015384437358592)]} 0 2
[junit4] 2> 2241860 INFO (qtp463221097-22751) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-14
(1571015384437358593)]} 0 2
[junit4] 2> 2241864 INFO (qtp561029032-22755) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:61559/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-14
(1571015384441552896)]} 0 0
[junit4] 2> 2241864 INFO (qtp561029032-22758) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:61559/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[2-9
(-1571015384442601472)]} 0 1
[junit4] 2> 2241864 INFO (qtp463221097-22749) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-14
(1571015384441552896)]} 0 2
[junit4] 2> 2241865 INFO (qtp463221097-22746) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[2-9
(-1571015384442601472)]} 0 3
[junit4] 2> 2241868 INFO (qtp561029032-22757) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:61559/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[1-9
(-1571015384446795776)]} 0 1
[junit4] 2> 2241869 INFO (qtp463221097-22748) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[1-9
(-1571015384446795776)]} 0 2
[junit4] 2> 2241869 INFO (qtp561029032-22760) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:61559/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-15
(1571015384446795777)]} 0 1
[junit4] 2> 2241869 INFO (qtp463221097-22750) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-15
(1571015384446795777)]} 0 2
[junit4] 2> 2241873 INFO (qtp561029032-22761) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:61559/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-15
(1571015384450990080)]} 0 1
[junit4] 2> 2241873 INFO (qtp561029032-22759) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:61559/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[2-12
(-1571015384452038656)]} 0 0
[junit4] 2> 2241873 INFO (qtp463221097-22752) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-15
(1571015384450990080)]} 0 3
[junit4] 2> 2241873 INFO (qtp463221097-22753) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[2-12
(-1571015384452038656)]} 0 2
[junit4] 2> 2241877 INFO (qtp561029032-22756) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:61559/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[1-12
(-1571015384456232960)]} 0 0
[junit4] 2> 2241878 INFO (qtp463221097-22751) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[1-12
(-1571015384456232960)]} 0 2
[junit4] 2> 2241878 INFO (qtp561029032-22755) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:61559/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-16
(1571015384456232961)]} 0 0
[junit4] 2> 2241878 INFO (qtp463221097-22749) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-16
(1571015384456232961)]} 0 2
[junit4] 2> 2241881 INFO (qtp561029032-22758) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:61559/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-16
(1571015384460427264)]} 0 0
[junit4] 2> 2241881 INFO (qtp463221097-22746) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-16
(1571015384460427264)]} 0 2
[junit4] 2> 2241882 INFO (qtp561029032-22757) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:61559/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-17
(1571015384461475840)]} 0 0
[junit4] 2> 2241882 INFO (qtp463221097-22748) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-17
(1571015384461475840)]} 0 2
[junit4] 2> 2241885 INFO (qtp561029032-22758) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:61559/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-17
(1571015384464621568)]} 0 0
[junit4] 2> 2241886 INFO (qtp463221097-22750) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-17
(1571015384464621568)]} 0 2
[junit4] 2> 2241886 INFO (qtp561029032-22761) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:61559/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-18
(1571015384465670144)]} 0 0
[junit4] 2> 2241886 INFO (qtp463221097-22752) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-18
(1571015384465670144)]} 0 2
[junit4] 2> 2241889 INFO (qtp561029032-22759) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:61559/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-18
(1571015384468815872)]} 0 0
[junit4] 2> 2241890 INFO (qtp463221097-22753) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-18
(1571015384468815872)]} 0 2
[junit4] 2> 2241890 INFO (qtp561029032-22756) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:61559/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[2-15
(-1571015384469864448)]} 0 0
[junit4] 2> 2241890 INFO (qtp463221097-22751) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[2-15
(-1571015384469864448)]} 0 2
[junit4] 2> 2241894 INFO (qtp561029032-22755) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:61559/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[1-15
(-1571015384474058752)]} 0 1
[junit4] 2> 2241895 INFO (qtp561029032-22760) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:61559/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-19
(1571015384474058753)]} 0 0
[junit4] 2> 2241895 INFO (qtp463221097-22749) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[1-15
(-1571015384474058752)]} 0 3
[junit4] 2> 2241895 INFO (qtp463221097-22746) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-19
(1571015384474058753)]} 0 2
[junit4] 2> 2241899 INFO (qtp561029032-22758) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:61559/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-19
(1571015384479301633)]} 0 0
[junit4] 2> 2241899 INFO (qtp561029032-22757) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:61559/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-20
(1571015384479301632)]} 0 0
[junit4] 2> 2241899 INFO (qtp463221097-22750) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-19
(1571015384479301633)]} 0 2
[junit4] 2> 2241899 INFO (qtp463221097-22748) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-20
(1571015384479301632)]} 0 2
[junit4] 2> 2241903 INFO (qtp561029032-22759) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:61559/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[2-16
(-1571015384483495937)]} 0 0
[junit4] 2> 2241904 INFO (qtp561029032-22761) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:61559/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-20
(1571015384483495936)]} 0 1
[junit4] 2> 2241904 INFO (qtp463221097-22752) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-20
(1571015384483495936)]} 0 2
[junit4] 2> 2241904 INFO (qtp463221097-22753) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[2-16
(-1571015384483495937)]} 0 2
[junit4] 2> 2241907 INFO (qtp561029032-22760) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:61559/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-21
(1571015384487690241)]} 0 0
[junit4] 2> 2241908 INFO (qtp561029032-22756) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:61559/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[1-16
(-1571015384487690240)]} 0 0
[junit4] 2> 2241908 INFO (qtp463221097-22749) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-21
(1571015384487690241)]} 0 2
[junit4] 2> 2241908 INFO (qtp463221097-22751) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[1-16
(-1571015384487690240)]} 0 2
[junit4] 2> 2241912 INFO (qtp561029032-22758) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:61559/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-21
(1571015384491884545)]} 0 0
[junit4] 2> 2241912 INFO (qtp561029032-22755) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:61559/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-22
(1571015384491884544)]} 0 0
[junit4] 2> 2241912 INFO (qtp463221097-22750) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-21
(1571015384491884545)]} 0 2
[junit4] 2> 2241912 INFO (qtp463221097-22746) [n:127.0.0.1:61559_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-22
(1571015384491884544)]} 0 2
[junit4] 2> 2241916 INFO (qtp561029032-22757) [n:127.0.0.1:61349_solr
c:recoverytest s:shard1 r:core_node1 x:recoveryt
[...truncated too long message...]
eleased
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62),
sim=RandomSimilarity(queryNorm=true,coord=crazy): {}, locale=lt-LT,
timezone=America/Marigot
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_131
(64-bit)/cpus=3,threads=2,free=188739112,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [CollectionReloadTest,
SolrCoreMetricManagerTest, DeleteNodeTest, RequestHandlersTest,
DocValuesMissingTest, TestSolrCloudWithDelegationTokens,
TestCorePropertiesReload, ConnectionReuseTest, TestRangeQuery,
SynonymTokenizerTest, TestChildDocTransformer, TestQueryTypes,
HdfsDirectoryTest, TestHighFrequencyDictionaryFactory,
CoreAdminCreateDiscoverTest, CollectionsAPIDistributedZkTest, CoreSorterTest,
TestRandomFlRTGCloud, ZkSolrClientTest, TestExactStatsCache,
TestRequestForwarding, BlockJoinFacetSimpleTest, TestClusterStateMutator,
SimpleMLTQParserTest, TestStressLucene, BasicDistributedZk2Test,
ConjunctionSolrSpellCheckerTest, TestMiniSolrCloudCluster,
TestFieldCacheReopen, HdfsChaosMonkeySafeLeaderTest, TestIndexingPerformance,
TestConfigSetProperties, SampleTest, TestNumericTerms64,
TestWordDelimiterFilterFactory, CoreMergeIndexesAdminHandlerTest,
CacheHeaderTest, VMParamsZkACLAndCredentialsProvidersTest,
ShowFileRequestHandlerTest, SolrXmlInZkTest, TestSha256AuthenticationProvider,
TestCloudDeleteByQuery, SolrPluginUtilsTest, DocValuesMultiTest,
OverseerRolesTest, TestGraphMLResponseWriter, TestPartialUpdateDeduplication,
ZkStateWriterTest, TestInPlaceUpdatesStandalone, TestPointFields,
TestManagedStopFilterFactory, TestPayloadScoreQParserPlugin, TestRecovery,
UtilsToolTest, TestSchemalessBufferedUpdates, BlobRepositoryCloudTest,
TestPerFieldSimilarity, AutoCommitTest, TestHashQParserPlugin, JSONWriterTest,
ExitableDirectoryReaderTest, TlogReplayBufferedWhileIndexingTest,
MultiThreadedOCPTest, TestCloudPseudoReturnFields, SuggesterFSTTest,
AlternateDirectoryTest, DistributedQueryComponentOptimizationTest,
TestCloudNestedDocsSort, TestCSVLoader, DistributedFacetPivotWhiteBoxTest,
StatelessScriptUpdateProcessorFactoryTest, RankQueryTest,
CdcrReplicationHandlerTest, TestJsonFacetRefinement, JsonValidatorTest,
ConfigSetsAPITest, TestSchemaNameResource, HLLUtilTest,
TestElisionMultitermQuery, ZkNodePropsTest, TestDynamicLoading,
TestJmxIntegration, TestBinaryResponseWriter,
HdfsTlogReplayBufferedWhileIndexingTest, TestShortCircuitedRequests,
TestExportWriter, TestClusterProperties, TestFiltering, LargeFieldTest,
TestCloudJSONFacetJoinDomain, RestartWhileUpdatingTest, TestCustomSort,
TestNamedUpdateProcessors, JSONWriterTest, SSLMigrationTest, TestFastLRUCache,
TestSolrDeletionPolicy1, AtomicUpdateProcessorFactoryTest, TestCloudSchemaless,
TestFieldCollectionResource, DistributedExpandComponentTest,
TestMaxScoreQueryParser, BlockJoinFacetDistribTest, TestSortByMinMaxFunction,
TestHalfAndHalfDocValues, DeleteInactiveReplicaTest, TestShardHandlerFactory,
TestCSVResponseWriter, LeaderFailureAfterFreshStartTest,
TestLocalFSCloudBackupRestore, TestFieldTypeCollectionResource, TestPushWriter,
TestSSLRandomization, ResponseLogComponentTest, BasicFunctionalityTest,
TestHdfsCloudBackupRestore, TestSerializedLuceneMatchVersion,
TestSolrCloudWithSecureImpersonation, TestObjectReleaseTracker,
TestFastOutputStream, CreateCollectionCleanupTest, FileUtilsTest,
RuleEngineTest, ReplicaListTransformerTest, CdcrBootstrapTest,
AnalyticsQueryTest, TestUseDocValuesAsStored2, TestDistributedMissingSort,
TestSolrJ, TestConfigSetsAPIZkFailure, LukeRequestHandlerTest,
DistributedFacetPivotLargeTest, TestSweetSpotSimilarityFactory, DateFieldTest,
TestSolrFieldCacheMBean, SolrCoreCheckLockOnStartupTest,
DocExpirationUpdateProcessorFactoryTest, HdfsBasicDistributedZkTest,
BitVectorTest, TestSimpleQParserPlugin, ChaosMonkeySafeLeaderTest,
TestCrossCoreJoin, CollectionsAPISolrJTest, BlockDirectoryTest,
TestSolrCoreSnapshots, SuggesterTSTTest, HttpSolrCallGetCoreTest,
SolrCLIZkUtilsTest, TestXmlQParser, MissingSegmentRecoveryTest,
TestComponentsName, TestSolrCLIRunExample, OpenExchangeRatesOrgProviderTest,
TestLFUCache, FullSolrCloudDistribCmdsTest, TestBinaryField,
DistributedQueryElevationComponentTest, TestBinaryResponseWriter,
BadIndexSchemaTest, TestQueryUtils, CurrencyFieldTypeTest, TestSQLHandler,
TestMultiWordSynonyms, TestDeleteCollectionOnDownNodes, SystemInfoHandlerTest,
TestScoreJoinQPNoScore, TestCollectionAPIs, DistributedMLTComponentTest,
ClassificationUpdateProcessorFactoryTest, TestCloudManagedSchema,
DistributedFacetPivotSmallAdvancedTest, TestConfigOverlay, TestCoreDiscovery,
TestOverriddenPrefixQueryForCustomFieldType, AliasIntegrationTest,
SolrRequestParserTest, OpenCloseCoreStressTest, OverseerTest, ShardRoutingTest,
ClusterStateUpdateTest, TestRandomFaceting, LeaderElectionTest, TestZkChroot,
TermVectorComponentDistributedTest, TestRealTimeGet, TestJoin,
TestStressVersions, DistributedTermsComponentTest, SolrCoreTest,
SpellCheckComponentTest, SolrCmdDistributorTest, PeerSyncTest, HighlighterTest,
SolrIndexSplitterTest, SignatureUpdateProcessorFactoryTest,
SpellCheckCollatorTest, CoreAdminHandlerTest, TestFoldingMultitermQuery,
DocValuesTest, TestTrie, SpatialFilterTest, PolyFieldTest, NoCacheHeaderTest,
SchemaVersionSpecificBehaviorTest, TestPseudoReturnFields, TestUpdate,
FieldMutatingUpdateProcessorTest, QueryEqualityTest, SortByFunctionTest,
TestRemoteStreaming, DistanceFunctionTest, XsltUpdateRequestHandlerTest,
DebugComponentTest, TestSurroundQueryParser, DisMaxRequestHandlerTest,
StandardRequestHandlerTest, TestWriterPerf, DirectSolrSpellCheckerTest,
TestReversedWildcardFilterFactory, PrimitiveFieldTypeTest, TestOmitPositions,
FileBasedSpellCheckerTest, TestValueSourceCache,
PathHierarchyTokenizerFactoryTest, TermVectorComponentTest,
MoreLikeThisHandlerTest, RequiredFieldsTest, FastVectorHighlighterTest,
LoggingHandlerTest, TestCollationField, UpdateRequestProcessorFactoryTest,
TestAnalyzedSuggestions, JsonLoaderTest, TestPHPSerializedResponseWriter,
HighlighterConfigTest, SOLR749Test, TestQuerySenderListener,
TestSolrIndexConfig, TestQuerySenderNoQuery, CopyFieldTest,
SolrIndexConfigTest, BadComponentTest, TestStressRecovery, PrimUtilsTest,
SpellingQueryConverterTest, DOMUtilTest, RAMDirectoryFactoryTest,
ClusterStateTest, TestLRUCache, TestDocumentBuilder, SliceStateTest,
TestRTGBase, CursorPagingTest, DistributedIntervalFacetingTest,
TestCursorMarkWithoutUniqueKey, TestSimpleTrackingShardHandler, TestPathTrie,
TestEmbeddedSolrServerSchemaAPI, ActionThrottleTest, AssignTest,
AsyncCallRequestStatusResponseTest, CdcrRequestHandlerTest,
CdcrVersionReplicationTest, CollectionsAPIAsyncDistributedZkTest,
DeleteReplicaTest, DistribDocExpirationUpdateProcessorTest,
DistributedQueueTest, DocValuesNotIndexedTest, ForceLeaderTest,
LeaderElectionContextKeyTest, LeaderInitiatedRecoveryOnShardRestartTest,
MigrateRouteKeyTest, ReplaceNodeTest, RollingRestartTest,
SharedFSAutoReplicaFailoverTest, SharedFSAutoReplicaFailoverUtilsTest,
TestAuthenticationFramework, TestCloudPivotFacet, TestCloudRecovery,
TestConfigSetsAPI, TestLockTree, TestMiniSolrCloudClusterSSL,
TestRequestStatusCollectionAPI, TestStressCloudBlindAtomicUpdates,
TestStressInPlaceUpdates, HdfsRecoveryZkTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=HdfsRecoveryZkTest
-Dtests.seed=7A4702ED9E4BF853 -Dtests.slow=true -Dtests.locale=lt-LT
-Dtests.timezone=America/Marigot -Dtests.asserts=true
-Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.00s J1 | HdfsRecoveryZkTest (suite) <<<
[junit4] > Throwable #1: java.lang.AssertionError: ObjectTracker found 1
object(s) that were not released!!! [HdfsTransactionLog]
[junit4] >
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException:
org.apache.solr.update.HdfsTransactionLog
[junit4] > at
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
[junit4] > at
org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130)
[junit4] > at
org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:203)
[junit4] > at
org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:153)
[junit4] > at
org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:110)
[junit4] > at
org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:108)
[junit4] > at
java.lang.reflect.Constructor.newInstance(Constructor.java:423)
[junit4] > at
org.apache.solr.core.SolrCore.createInstance(SolrCore.java:760)
[junit4] > at
org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:822)
[junit4] > at
org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1088)
[junit4] > at
org.apache.solr.core.SolrCore.<init>(SolrCore.java:947)
[junit4] > at
org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
[junit4] > at
org.apache.solr.core.CoreContainer.create(CoreContainer.java:930)
[junit4] > at
org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:565)
[junit4] > at
com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
[junit4] > at
java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] > at
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at
__randomizedtesting.SeedInfo.seed([7A4702ED9E4BF853]:0)
[junit4] > at
org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:302)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] Completed [555/713 (1!)] on J1 in 40.62s, 1 test, 1 failure <<<
FAILURES!
[...truncated 44017 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
