Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/41/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
1 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsRecoveryZkTest
Error Message:
ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException:
org.apache.solr.update.HdfsTransactionLog at
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at
org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:132)
at org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:203) at
org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:161) at
org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:116) at
org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:108)
at sun.reflect.GeneratedConstructorAccessor149.newInstance(Unknown Source)
at
sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at
org.apache.solr.core.SolrCore.createInstance(SolrCore.java:773) at
org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:835) at
org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1088) at
org.apache.solr.core.SolrCore.<init>(SolrCore.java:958) at
org.apache.solr.core.SolrCore.<init>(SolrCore.java:843) at
org.apache.solr.core.CoreContainer.create(CoreContainer.java:969) at
org.apache.solr.core.CoreContainer.lambda$load$7(CoreContainer.java:610) at
com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
at java.util.concurrent.FutureTask.run(FutureTask.java:266) at
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not
released!!! [HdfsTransactionLog]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException:
org.apache.solr.update.HdfsTransactionLog
at
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at
org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:132)
at org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:203)
at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:161)
at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:116)
at
org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:108)
at sun.reflect.GeneratedConstructorAccessor149.newInstance(Unknown
Source)
at
sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:773)
at org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:835)
at org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1088)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:958)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:843)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:969)
at
org.apache.solr.core.CoreContainer.lambda$load$7(CoreContainer.java:610)
at
com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([4B5C98696D8196D8]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at
org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:296)
at sun.reflect.GeneratedMethodAccessor40.invoke(Unknown Source)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12681 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsRecoveryZkTest
[junit4] 2> Creating dataDir:
/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_4B5C98696D8196D8-001/init-core-data-001
[junit4] 2> 2817007 WARN
(SUITE-HdfsRecoveryZkTest-seed#[4B5C98696D8196D8]-worker) [ ]
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=6 numCloses=6
[junit4] 2> 2817007 INFO
(SUITE-HdfsRecoveryZkTest-seed#[4B5C98696D8196D8]-worker) [ ]
o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true)
w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2817009 INFO
(SUITE-HdfsRecoveryZkTest-seed#[4B5C98696D8196D8]-worker) [ ]
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via:
@org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 2817010 INFO
(SUITE-HdfsRecoveryZkTest-seed#[4B5C98696D8196D8]-worker) [ ]
o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in
/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_4B5C98696D8196D8-001/tempDir-001
[junit4] 2> 2817010 INFO
(SUITE-HdfsRecoveryZkTest-seed#[4B5C98696D8196D8]-worker) [ ]
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2817011 INFO (Thread-10194) [ ] o.a.s.c.ZkTestServer
client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2817011 INFO (Thread-10194) [ ] o.a.s.c.ZkTestServer
Starting server
[junit4] 2> 2817013 ERROR (Thread-10194) [ ] o.a.z.s.ZooKeeperServer
ZKShutdownHandler is not registered, so ZooKeeper server won't take any action
on ERROR or SHUTDOWN server state changes
[junit4] 2> 2817114 INFO
(SUITE-HdfsRecoveryZkTest-seed#[4B5C98696D8196D8]-worker) [ ]
o.a.s.c.ZkTestServer start zk server on port:46921
[junit4] 2> 2817127 INFO (jetty-launcher-4767-thread-1) [ ]
o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2817127 INFO (jetty-launcher-4767-thread-2) [ ]
o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2817131 INFO (jetty-launcher-4767-thread-1) [ ]
o.e.j.s.h.ContextHandler Started
o.e.j.s.ServletContextHandler@60e1648f{/solr,null,AVAILABLE}
[junit4] 2> 2817131 INFO (jetty-launcher-4767-thread-2) [ ]
o.e.j.s.h.ContextHandler Started
o.e.j.s.ServletContextHandler@272ba9c1{/solr,null,AVAILABLE}
[junit4] 2> 2817132 INFO (jetty-launcher-4767-thread-1) [ ]
o.e.j.s.AbstractConnector Started
ServerConnector@d17915f{HTTP/1.1,[http/1.1]}{127.0.0.1:48835}
[junit4] 2> 2817132 INFO (jetty-launcher-4767-thread-1) [ ]
o.e.j.s.Server Started @2819579ms
[junit4] 2> 2817132 INFO (jetty-launcher-4767-thread-1) [ ]
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr,
hostPort=48835}
[junit4] 2> 2817132 INFO (jetty-launcher-4767-thread-2) [ ]
o.e.j.s.AbstractConnector Started
ServerConnector@a0157c2{HTTP/1.1,[http/1.1]}{127.0.0.1:35947}
[junit4] 2> 2817134 INFO (jetty-launcher-4767-thread-2) [ ]
o.e.j.s.Server Started @2819581ms
[junit4] 2> 2817134 INFO (jetty-launcher-4767-thread-2) [ ]
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr,
hostPort=35947}
[junit4] 2> 2817134 ERROR (jetty-launcher-4767-thread-1) [ ]
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be
missing or incomplete.
[junit4] 2> 2817135 ERROR (jetty-launcher-4767-thread-2) [ ]
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be
missing or incomplete.
[junit4] 2> 2817135 INFO (jetty-launcher-4767-thread-1) [ ]
o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version
7.1.0
[junit4] 2> 2817136 INFO (jetty-launcher-4767-thread-2) [ ]
o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version
7.1.0
[junit4] 2> 2817136 INFO (jetty-launcher-4767-thread-1) [ ]
o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2817136 INFO (jetty-launcher-4767-thread-2) [ ]
o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2817136 INFO (jetty-launcher-4767-thread-1) [ ]
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config
dir: null
[junit4] 2> 2817136 INFO (jetty-launcher-4767-thread-2) [ ]
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config
dir: null
[junit4] 2> 2817136 INFO (jetty-launcher-4767-thread-1) [ ]
o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time:
2017-07-15T11:15:17.153Z
[junit4] 2> 2817136 INFO (jetty-launcher-4767-thread-2) [ ]
o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time:
2017-07-15T11:15:17.153Z
[junit4] 2> 2817142 INFO (jetty-launcher-4767-thread-1) [ ]
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2817142 INFO (jetty-launcher-4767-thread-2) [ ]
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2817173 INFO (jetty-launcher-4767-thread-2) [ ]
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46921/solr
[junit4] 2> 2817173 INFO (jetty-launcher-4767-thread-1) [ ]
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46921/solr
[junit4] 2> 2817310 INFO (jetty-launcher-4767-thread-1)
[n:127.0.0.1:48835_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2817312 INFO (jetty-launcher-4767-thread-1)
[n:127.0.0.1:48835_solr ] o.a.s.c.OverseerElectionContext I am going to be
the leader 127.0.0.1:48835_solr
[junit4] 2> 2817314 INFO (jetty-launcher-4767-thread-1)
[n:127.0.0.1:48835_solr ] o.a.s.c.Overseer Overseer
(id=98311688488812549-127.0.0.1:48835_solr-n_0000000000) starting
[junit4] 2> 2817323 INFO (jetty-launcher-4767-thread-2)
[n:127.0.0.1:35947_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2817325 INFO (jetty-launcher-4767-thread-2)
[n:127.0.0.1:35947_solr ] o.a.s.c.ZkController Register node as live in
ZooKeeper:/live_nodes/127.0.0.1:35947_solr
[junit4] 2> 2817328 INFO
(zkCallback-4779-thread-1-processing-n:127.0.0.1:35947_solr)
[n:127.0.0.1:35947_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (0) -> (1)
[junit4] 2> 2817330 INFO
(zkCallback-4778-thread-1-processing-n:127.0.0.1:48835_solr)
[n:127.0.0.1:48835_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (0) -> (1)
[junit4] 2> 2817333 INFO (jetty-launcher-4767-thread-1)
[n:127.0.0.1:48835_solr ] o.a.s.c.ZkController Register node as live in
ZooKeeper:/live_nodes/127.0.0.1:48835_solr
[junit4] 2> 2817335 INFO
(zkCallback-4779-thread-1-processing-n:127.0.0.1:35947_solr)
[n:127.0.0.1:35947_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (1) -> (2)
[junit4] 2> 2817335 INFO
(zkCallback-4778-thread-1-processing-n:127.0.0.1:48835_solr)
[n:127.0.0.1:48835_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (1) -> (2)
[junit4] 2> 2817443 INFO (jetty-launcher-4767-thread-2)
[n:127.0.0.1:35947_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_35947.solr.node' (registry 'solr.node') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@735d7e35
[junit4] 2> 2817445 INFO (jetty-launcher-4767-thread-2)
[n:127.0.0.1:35947_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_35947.solr.jvm' (registry 'solr.jvm') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@735d7e35
[junit4] 2> 2817445 INFO (jetty-launcher-4767-thread-2)
[n:127.0.0.1:35947_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_35947.solr.jetty' (registry 'solr.jetty') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@735d7e35
[junit4] 2> 2817446 INFO (jetty-launcher-4767-thread-2)
[n:127.0.0.1:35947_solr ] o.a.s.c.CorePropertiesLocator Found 0 core
definitions underneath
/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_4B5C98696D8196D8-001/tempDir-001/node2/.
[junit4] 2> 2817475 INFO (jetty-launcher-4767-thread-1)
[n:127.0.0.1:48835_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_48835.solr.node' (registry 'solr.node') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@735d7e35
[junit4] 2> 2817477 INFO (jetty-launcher-4767-thread-1)
[n:127.0.0.1:48835_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_48835.solr.jvm' (registry 'solr.jvm') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@735d7e35
[junit4] 2> 2817477 INFO (jetty-launcher-4767-thread-1)
[n:127.0.0.1:48835_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_48835.solr.jetty' (registry 'solr.jetty') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@735d7e35
[junit4] 2> 2817478 INFO (jetty-launcher-4767-thread-1)
[n:127.0.0.1:48835_solr ] o.a.s.c.CorePropertiesLocator Found 0 core
definitions underneath
/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_4B5C98696D8196D8-001/tempDir-001/node1/.
[junit4] 2> 2817501 INFO
(SUITE-HdfsRecoveryZkTest-seed#[4B5C98696D8196D8]-worker) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2817503 INFO
(SUITE-HdfsRecoveryZkTest-seed#[4B5C98696D8196D8]-worker) [ ]
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46921/solr ready
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 2817539 WARN
(SUITE-HdfsRecoveryZkTest-seed#[4B5C98696D8196D8]-worker) [ ]
o.a.h.m.i.MetricsConfig Cannot locate configuration: tried
hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 2817548 WARN
(SUITE-HdfsRecoveryZkTest-seed#[4B5C98696D8196D8]-worker) [ ]
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2817550 INFO
(SUITE-HdfsRecoveryZkTest-seed#[4B5C98696D8196D8]-worker) [ ] o.m.log
jetty-6.1.26
[junit4] 2> 2817564 INFO
(SUITE-HdfsRecoveryZkTest-seed#[4B5C98696D8196D8]-worker) [ ] o.m.log
Extract
jar:file:/export/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs
to ./temp/Jetty_serv1.vm3_59897_hdfs____2r6ycz/webapp
[junit4] 2> 2818032 INFO
(SUITE-HdfsRecoveryZkTest-seed#[4B5C98696D8196D8]-worker) [ ] o.m.log
Started HttpServer2$SelectChannelConnectorWithSafeStartup@serv1-vm3:59897
[junit4] 2> 2818142 WARN
(SUITE-HdfsRecoveryZkTest-seed#[4B5C98696D8196D8]-worker) [ ]
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2818143 INFO
(SUITE-HdfsRecoveryZkTest-seed#[4B5C98696D8196D8]-worker) [ ] o.m.log
jetty-6.1.26
[junit4] 2> 2818152 INFO
(SUITE-HdfsRecoveryZkTest-seed#[4B5C98696D8196D8]-worker) [ ] o.m.log
Extract
jar:file:/export/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode
to ./temp/Jetty_localhost_47502_datanode____.21doqt/webapp
[junit4] 2> 2818604 INFO
(SUITE-HdfsRecoveryZkTest-seed#[4B5C98696D8196D8]-worker) [ ] o.m.log
Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:47502
[junit4] 2> 2818682 WARN
(SUITE-HdfsRecoveryZkTest-seed#[4B5C98696D8196D8]-worker) [ ]
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2818684 INFO
(SUITE-HdfsRecoveryZkTest-seed#[4B5C98696D8196D8]-worker) [ ] o.m.log
jetty-6.1.26
[junit4] 2> 2818705 INFO
(SUITE-HdfsRecoveryZkTest-seed#[4B5C98696D8196D8]-worker) [ ] o.m.log
Extract
jar:file:/export/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode
to ./temp/Jetty_localhost_64073_datanode____m2q451/webapp
[junit4] 2> 2818728 INFO (IPC Server handler 8 on 37218) [ ]
BlockStateChange BLOCK* processReport: from storage
DS-518fb1e0-e1f9-44d5-bb42-f72990f61ec6 node
DatanodeRegistration(127.0.0.1:53435,
datanodeUuid=d816404c-c6b6-44ba-9b14-7345a405666a, infoPort=56155,
infoSecurePort=0, ipcPort=42163,
storageInfo=lv=-56;cid=testClusterID;nsid=1725316182;c=0), blocks: 0,
hasStaleStorage: true, processing time: 1 msecs
[junit4] 2> 2818728 INFO (IPC Server handler 8 on 37218) [ ]
BlockStateChange BLOCK* processReport: from storage
DS-b4ff57ba-7135-48b4-b5cc-f1d5925fca7e node
DatanodeRegistration(127.0.0.1:53435,
datanodeUuid=d816404c-c6b6-44ba-9b14-7345a405666a, infoPort=56155,
infoSecurePort=0, ipcPort=42163,
storageInfo=lv=-56;cid=testClusterID;nsid=1725316182;c=0), blocks: 0,
hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 2819176 INFO
(SUITE-HdfsRecoveryZkTest-seed#[4B5C98696D8196D8]-worker) [ ] o.m.log
Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:64073
[junit4] 2> 2819287 INFO (IPC Server handler 1 on 37218) [ ]
BlockStateChange BLOCK* processReport: from storage
DS-0daab4cb-b158-482b-bc80-ed1c628b77dd node
DatanodeRegistration(127.0.0.1:62704,
datanodeUuid=c99895af-0365-4d47-a2d0-ddc801955780, infoPort=49149,
infoSecurePort=0, ipcPort=49107,
storageInfo=lv=-56;cid=testClusterID;nsid=1725316182;c=0), blocks: 0,
hasStaleStorage: true, processing time: 1 msecs
[junit4] 2> 2819287 INFO (IPC Server handler 1 on 37218) [ ]
BlockStateChange BLOCK* processReport: from storage
DS-175e57dc-202f-490e-a625-6cc99ef8ffce node
DatanodeRegistration(127.0.0.1:62704,
datanodeUuid=c99895af-0365-4d47-a2d0-ddc801955780, infoPort=49149,
infoSecurePort=0, ipcPort=49107,
storageInfo=lv=-56;cid=testClusterID;nsid=1725316182;c=0), blocks: 0,
hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 2819381 INFO
(TEST-HdfsRecoveryZkTest.test-seed#[4B5C98696D8196D8]) [ ]
o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 2819382 INFO (qtp481455390-32797) [n:127.0.0.1:35947_solr
] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params
replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&name=recoverytest&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2
and sendToOCPQueue=true
[junit4] 2> 2819385 INFO
(OverseerThreadFactory-13037-thread-1-processing-n:127.0.0.1:48835_solr)
[n:127.0.0.1:48835_solr ] o.a.s.c.CreateCollectionCmd Create collection
recoverytest
[junit4] 2> 2819495 INFO
(OverseerStateUpdate-98311688488812549-127.0.0.1:48835_solr-n_0000000000)
[n:127.0.0.1:48835_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"recoverytest",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"recoverytest_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:48835/solr";,
[junit4] 2> "type":"NRT"}
[junit4] 2> 2819499 INFO
(OverseerStateUpdate-98311688488812549-127.0.0.1:48835_solr-n_0000000000)
[n:127.0.0.1:48835_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"recoverytest",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"recoverytest_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:35947/solr";,
[junit4] 2> "type":"NRT"}
[junit4] 2> 2819702 INFO (qtp481455390-32799) [n:127.0.0.1:35947_solr
] o.a.s.h.a.CoreAdminOperation core create command
qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=recoverytest_shard1_replica_n2&action=CREATE&numShards=1&collection=recoverytest&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2819702 INFO (qtp481455390-32799) [n:127.0.0.1:35947_solr
] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for
2147483647 transient cores
[junit4] 2> 2819702 INFO (qtp222404833-32804) [n:127.0.0.1:48835_solr
] o.a.s.h.a.CoreAdminOperation core create command
qt=/admin/cores&coreNodeName=core_node1&collection.configName=conf&newCollection=true&name=recoverytest_shard1_replica_n1&action=CREATE&numShards=1&collection=recoverytest&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2819703 INFO (qtp222404833-32804) [n:127.0.0.1:48835_solr
] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for
2147483647 transient cores
[junit4] 2> 2819817 INFO
(zkCallback-4778-thread-2-processing-n:127.0.0.1:48835_solr)
[n:127.0.0.1:48835_solr ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/recoverytest/state.json] for collection [recoverytest] has
occurred - updating... (live nodes size: [2])
[junit4] 2> 2819817 INFO
(zkCallback-4779-thread-1-processing-n:127.0.0.1:35947_solr)
[n:127.0.0.1:35947_solr ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/recoverytest/state.json] for collection [recoverytest] has
occurred - updating... (live nodes size: [2])
[junit4] 2> 2819817 INFO
(zkCallback-4778-thread-1-processing-n:127.0.0.1:48835_solr)
[n:127.0.0.1:48835_solr ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/recoverytest/state.json] for collection [recoverytest] has
occurred - updating... (live nodes size: [2])
[junit4] 2> 2819818 INFO
(zkCallback-4779-thread-2-processing-n:127.0.0.1:35947_solr)
[n:127.0.0.1:35947_solr ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/recoverytest/state.json] for collection [recoverytest] has
occurred - updating... (live nodes size: [2])
[junit4] 2> 2820731 INFO (qtp222404833-32804) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 2820731 INFO (qtp481455390-32799) [n:127.0.0.1:35947_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n2]
o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 2820738 INFO (qtp222404833-32804) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.s.IndexSchema [recoverytest_shard1_replica_n1] Schema name=minimal
[junit4] 2> 2820738 INFO (qtp481455390-32799) [n:127.0.0.1:35947_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n2]
o.a.s.s.IndexSchema [recoverytest_shard1_replica_n2] Schema name=minimal
[junit4] 2> 2820741 INFO (qtp222404833-32804) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2820741 INFO (qtp222404833-32804) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.c.CoreContainer Creating SolrCore 'recoverytest_shard1_replica_n1' using
configuration from collection recoverytest, trusted=true
[junit4] 2> 2820741 INFO (qtp481455390-32799) [n:127.0.0.1:35947_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n2]
o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2820741 INFO (qtp481455390-32799) [n:127.0.0.1:35947_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n2]
o.a.s.c.CoreContainer Creating SolrCore 'recoverytest_shard1_replica_n2' using
configuration from collection recoverytest, trusted=true
[junit4] 2> 2820741 INFO (qtp222404833-32804) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_48835.solr.core.recoverytest.shard1.replica_n1' (registry
'solr.core.recoverytest.shard1.replica_n1') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@735d7e35
[junit4] 2> 2820742 INFO (qtp481455390-32799) [n:127.0.0.1:35947_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n2]
o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr_35947.solr.core.recoverytest.shard1.replica_n2' (registry
'solr.core.recoverytest.shard1.replica_n2') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@735d7e35
[junit4] 2> 2820742 INFO (qtp222404833-32804) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://serv1-vm3:37218/data
[junit4] 2> 2820742 INFO (qtp481455390-32799) [n:127.0.0.1:35947_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n2]
o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://serv1-vm3:37218/data
[junit4] 2> 2820742 INFO (qtp222404833-32804) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 2820742 INFO (qtp481455390-32799) [n:127.0.0.1:35947_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n2]
o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 2820742 INFO (qtp481455390-32799) [n:127.0.0.1:35947_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n2]
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2820742 INFO (qtp222404833-32804) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2820742 INFO (qtp481455390-32799) [n:127.0.0.1:35947_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n2]
o.a.s.c.SolrCore [[recoverytest_shard1_replica_n2] ] Opening new SolrCore at
[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_4B5C98696D8196D8-001/tempDir-001/node2/recoverytest_shard1_replica_n2],
dataDir=[hdfs://serv1-vm3:37218/data/recoverytest/core_node2/data/]
[junit4] 2> 2820742 INFO (qtp222404833-32804) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.c.SolrCore [[recoverytest_shard1_replica_n1] ] Opening new SolrCore at
[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_4B5C98696D8196D8-001/tempDir-001/node1/recoverytest_shard1_replica_n1],
dataDir=[hdfs://serv1-vm3:37218/data/recoverytest/core_node1/data/]
[junit4] 2> 2820743 INFO (qtp481455390-32799) [n:127.0.0.1:35947_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n2]
o.a.s.c.HdfsDirectoryFactory creating directory factory for path
hdfs://serv1-vm3:37218/data/recoverytest/core_node2/data/snapshot_metadata
[junit4] 2> 2820743 INFO (qtp222404833-32804) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.c.HdfsDirectoryFactory creating directory factory for path
hdfs://serv1-vm3:37218/data/recoverytest/core_node1/data/snapshot_metadata
[junit4] 2> 2820749 INFO (qtp481455390-32799) [n:127.0.0.1:35947_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n2]
o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct
memory allocation set to [true]
[junit4] 2> 2820749 INFO (qtp481455390-32799) [n:127.0.0.1:35947_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n2]
o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of
[16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 2820749 INFO (qtp481455390-32799) [n:127.0.0.1:35947_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n2]
o.a.s.c.HdfsDirectoryFactory Creating new global HDFS BlockCache
[junit4] 2> 2820750 INFO (qtp222404833-32804) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct
memory allocation set to [true]
[junit4] 2> 2820750 INFO (qtp222404833-32804) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of
[16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 2820758 INFO (qtp222404833-32804) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2820758 INFO (qtp481455390-32799) [n:127.0.0.1:35947_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n2]
o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2820759 INFO (qtp481455390-32799) [n:127.0.0.1:35947_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n2]
o.a.s.c.HdfsDirectoryFactory creating directory factory for path
hdfs://serv1-vm3:37218/data/recoverytest/core_node2/data
[junit4] 2> 2820759 INFO (qtp222404833-32804) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.c.HdfsDirectoryFactory creating directory factory for path
hdfs://serv1-vm3:37218/data/recoverytest/core_node1/data
[junit4] 2> 2820778 INFO (qtp481455390-32799) [n:127.0.0.1:35947_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n2]
o.a.s.c.HdfsDirectoryFactory creating directory factory for path
hdfs://serv1-vm3:37218/data/recoverytest/core_node2/data/index
[junit4] 2> 2820778 INFO (qtp222404833-32804) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.c.HdfsDirectoryFactory creating directory factory for path
hdfs://serv1-vm3:37218/data/recoverytest/core_node1/data/index
[junit4] 2> 2820783 INFO (qtp481455390-32799) [n:127.0.0.1:35947_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n2]
o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct
memory allocation set to [true]
[junit4] 2> 2820783 INFO (qtp481455390-32799) [n:127.0.0.1:35947_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n2]
o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of
[16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 2820783 INFO (qtp222404833-32804) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct
memory allocation set to [true]
[junit4] 2> 2820783 INFO (qtp222404833-32804) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of
[16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 2820787 INFO (qtp222404833-32804) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2820787 INFO (qtp481455390-32799) [n:127.0.0.1:35947_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n2]
o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2820819 INFO (IPC Server handler 9 on 37218) [ ]
BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53435 is
added to blk_1073741825_1001{UCState=COMMITTED, truncateBlock=null,
primaryNodeIndex=-1,
replicas=[ReplicaUC[[DISK]DS-b4ff57ba-7135-48b4-b5cc-f1d5925fca7e:NORMAL:127.0.0.1:53435|RBW],
ReplicaUC[[DISK]DS-175e57dc-202f-490e-a625-6cc99ef8ffce:NORMAL:127.0.0.1:62704|RBW]]}
size 72
[junit4] 2> 2820819 INFO (IPC Server handler 9 on 37218) [ ]
BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53435 is
added to blk_1073741826_1002{UCState=COMMITTED, truncateBlock=null,
primaryNodeIndex=-1,
replicas=[ReplicaUC[[DISK]DS-0daab4cb-b158-482b-bc80-ed1c628b77dd:NORMAL:127.0.0.1:62704|RBW],
ReplicaUC[[DISK]DS-b4ff57ba-7135-48b4-b5cc-f1d5925fca7e:NORMAL:127.0.0.1:53435|RBW]]}
size 72
[junit4] 2> 2820823 INFO (IPC Server handler 1 on 37218) [ ]
BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:62704 is
added to blk_1073741825_1001 size 72
[junit4] 2> 2820824 INFO (IPC Server handler 4 on 37218) [ ]
BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:62704 is
added to blk_1073741826_1002 size 72
[junit4] 2> 2821313 INFO (qtp481455390-32799) [n:127.0.0.1:35947_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n2]
o.a.s.u.UpdateHandler Using UpdateLog implementation:
org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 2821313 INFO (qtp481455390-32799) [n:127.0.0.1:35947_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n2]
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2821313 INFO (qtp481455390-32799) [n:127.0.0.1:35947_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n2]
o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 2821317 INFO (qtp222404833-32804) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.u.UpdateHandler Using UpdateLog implementation:
org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 2821317 INFO (qtp222404833-32804) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2821317 INFO (qtp222404833-32804) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 2821322 INFO (qtp481455390-32799) [n:127.0.0.1:35947_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n2]
o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2821322 INFO (qtp481455390-32799) [n:127.0.0.1:35947_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n2]
o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2821328 INFO (qtp222404833-32804) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2821328 INFO (qtp222404833-32804) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2821340 INFO (qtp481455390-32799) [n:127.0.0.1:35947_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n2]
o.a.s.s.SolrIndexSearcher Opening
[Searcher@57f8ed70[recoverytest_shard1_replica_n2] main]
[junit4] 2> 2821340 INFO (qtp222404833-32804) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.s.SolrIndexSearcher Opening
[Searcher@ad5da8[recoverytest_shard1_replica_n1] main]
[junit4] 2> 2821342 INFO (qtp481455390-32799) [n:127.0.0.1:35947_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n2]
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase:
/configs/conf
[junit4] 2> 2821342 INFO (qtp222404833-32804) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase:
/configs/conf
[junit4] 2> 2821342 INFO (qtp481455390-32799) [n:127.0.0.1:35947_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n2]
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using
ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2821343 INFO (qtp222404833-32804) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using
ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2821343 INFO (qtp481455390-32799) [n:127.0.0.1:35947_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n2]
o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2821344 INFO (qtp222404833-32804) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2821344 INFO
(searcherExecutor-13043-thread-1-processing-n:127.0.0.1:35947_solr
x:recoverytest_shard1_replica_n2 s:shard1 c:recoverytest r:core_node2)
[n:127.0.0.1:35947_solr c:recoverytest s:shard1 r:core_node2
x:recoverytest_shard1_replica_n2] o.a.s.c.SolrCore
[recoverytest_shard1_replica_n2] Registered new searcher
Searcher@57f8ed70[recoverytest_shard1_replica_n2]
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2821344 INFO (qtp481455390-32799) [n:127.0.0.1:35947_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n2]
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using
new clock 1572987020363431936
[junit4] 2> 2821345 INFO
(searcherExecutor-13042-thread-1-processing-n:127.0.0.1:48835_solr
x:recoverytest_shard1_replica_n1 s:shard1 c:recoverytest r:core_node1)
[n:127.0.0.1:48835_solr c:recoverytest s:shard1 r:core_node1
x:recoverytest_shard1_replica_n1] o.a.s.c.SolrCore
[recoverytest_shard1_replica_n1] Registered new searcher
Searcher@ad5da8[recoverytest_shard1_replica_n1]
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2821345 INFO (qtp222404833-32804) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using
new clock 1572987020364480512
[junit4] 2> 2821353 INFO (qtp222404833-32804) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2821353 INFO (qtp222404833-32804) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2821353 INFO (qtp222404833-32804) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.c.SyncStrategy Sync replicas to
http://127.0.0.1:48835/solr/recoverytest_shard1_replica_n1/
[junit4] 2> 2821355 INFO (qtp222404833-32804) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.u.PeerSync PeerSync: core=recoverytest_shard1_replica_n1
url=http://127.0.0.1:48835/solr START
replicas=[http://127.0.0.1:35947/solr/recoverytest_shard1_replica_n2/]
nUpdates=100
[junit4] 2> 2821355 INFO (qtp222404833-32804) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.u.PeerSync PeerSync: core=recoverytest_shard1_replica_n1
url=http://127.0.0.1:48835/solr DONE. We have no versions. sync failed.
[junit4] 2> 2821357 INFO (qtp481455390-32801) [n:127.0.0.1:35947_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n2]
o.a.s.c.S.Request [recoverytest_shard1_replica_n2] webapp=/solr path=/get
params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2}
status=0 QTime=0
[junit4] 2> 2821357 INFO (qtp222404833-32804) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the
next candidate
[junit4] 2> 2821357 INFO (qtp222404833-32804) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we
can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 2821357 INFO (qtp222404833-32804) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.c.ShardLeaderElectionContext Found all replicas participating in
election, clear LIR
[junit4] 2> 2821366 INFO (qtp222404833-32804) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.c.ShardLeaderElectionContext I am the new leader:
http://127.0.0.1:48835/solr/recoverytest_shard1_replica_n1/ shard1
[junit4] 2> 2821470 INFO
(zkCallback-4778-thread-2-processing-n:127.0.0.1:48835_solr)
[n:127.0.0.1:48835_solr ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/recoverytest/state.json] for collection [recoverytest] has
occurred - updating... (live nodes size: [2])
[junit4] 2> 2821470 INFO
(zkCallback-4779-thread-1-processing-n:127.0.0.1:35947_solr)
[n:127.0.0.1:35947_solr ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/recoverytest/state.json] for collection [recoverytest] has
occurred - updating... (live nodes size: [2])
[junit4] 2> 2821470 INFO
(zkCallback-4778-thread-1-processing-n:127.0.0.1:48835_solr)
[n:127.0.0.1:48835_solr ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/recoverytest/state.json] for collection [recoverytest] has
occurred - updating... (live nodes size: [2])
[junit4] 2> 2821470 INFO
(zkCallback-4779-thread-2-processing-n:127.0.0.1:35947_solr)
[n:127.0.0.1:35947_solr ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/recoverytest/state.json] for collection [recoverytest] has
occurred - updating... (live nodes size: [2])
[junit4] 2> 2821474 INFO (qtp222404833-32804) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2821478 INFO (qtp222404833-32804) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores
params={qt=/admin/cores&coreNodeName=core_node1&collection.configName=conf&newCollection=true&name=recoverytest_shard1_replica_n1&action=CREATE&numShards=1&collection=recoverytest&shard=shard1&wt=javabin&version=2&replicaType=NRT}
status=0 QTime=1775
[junit4] 2> 2821587 INFO
(zkCallback-4779-thread-2-processing-n:127.0.0.1:35947_solr)
[n:127.0.0.1:35947_solr ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/recoverytest/state.json] for collection [recoverytest] has
occurred - updating... (live nodes size: [2])
[junit4] 2> 2821588 INFO
(zkCallback-4778-thread-2-processing-n:127.0.0.1:48835_solr)
[n:127.0.0.1:48835_solr ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/recoverytest/state.json] for collection [recoverytest] has
occurred - updating... (live nodes size: [2])
[junit4] 2> 2821587 INFO
(zkCallback-4778-thread-1-processing-n:127.0.0.1:48835_solr)
[n:127.0.0.1:48835_solr ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/recoverytest/state.json] for collection [recoverytest] has
occurred - updating... (live nodes size: [2])
[junit4] 2> 2821588 INFO
(zkCallback-4779-thread-1-processing-n:127.0.0.1:35947_solr)
[n:127.0.0.1:35947_solr ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/recoverytest/state.json] for collection [recoverytest] has
occurred - updating... (live nodes size: [2])
[junit4] 2> 2822360 INFO (qtp481455390-32799) [n:127.0.0.1:35947_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n2]
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores
params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=recoverytest_shard1_replica_n2&action=CREATE&numShards=1&collection=recoverytest&shard=shard1&wt=javabin&version=2&replicaType=NRT}
status=0 QTime=2659
[junit4] 2> 2822367 INFO (qtp481455390-32797) [n:127.0.0.1:35947_solr
] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most
30 seconds. Check all shard replicas
[junit4] 2> 2822466 INFO
(zkCallback-4779-thread-1-processing-n:127.0.0.1:35947_solr)
[n:127.0.0.1:35947_solr ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/recoverytest/state.json] for collection [recoverytest] has
occurred - updating... (live nodes size: [2])
[junit4] 2> 2822466 INFO
(zkCallback-4778-thread-2-processing-n:127.0.0.1:48835_solr)
[n:127.0.0.1:48835_solr ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/recoverytest/state.json] for collection [recoverytest] has
occurred - updating... (live nodes size: [2])
[junit4] 2> 2822466 INFO
(zkCallback-4779-thread-2-processing-n:127.0.0.1:35947_solr)
[n:127.0.0.1:35947_solr ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/recoverytest/state.json] for collection [recoverytest] has
occurred - updating... (live nodes size: [2])
[junit4] 2> 2822466 INFO
(zkCallback-4778-thread-1-processing-n:127.0.0.1:48835_solr)
[n:127.0.0.1:48835_solr ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/recoverytest/state.json] for collection [recoverytest] has
occurred - updating... (live nodes size: [2])
[junit4] 2> 2823368 INFO (qtp481455390-32797) [n:127.0.0.1:35947_solr
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections
params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&name=recoverytest&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2}
status=0 QTime=3986
[junit4] 2> 2823370 INFO
(TEST-HdfsRecoveryZkTest.test-seed#[4B5C98696D8196D8]) [ ]
o.a.s.c.RecoveryZkTest Indexing 700 documents
[junit4] 2> 2823387 DEBUG (qtp222404833-32805) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.u.HdfsTransactionLog Opening new tlog hdfs
tlog{file=hdfs://serv1-vm3:37218/data/recoverytest/core_node1/data/tlog/tlog.0000000000000000000
refcount=1}
[junit4] 2> 2823390 INFO
(OverseerCollectionConfigSetProcessor-98311688488812549-127.0.0.1:48835_solr-n_0000000000)
[n:127.0.0.1:48835_solr ] o.a.s.c.OverseerTaskQueue Response ZK path:
/overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may
have disconnected from ZooKeeper
[junit4] 2> 2823397 DEBUG (qtp481455390-32802) [n:127.0.0.1:35947_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n2]
o.a.s.u.HdfsTransactionLog Opening new tlog hdfs
tlog{file=hdfs://serv1-vm3:37218/data/recoverytest/core_node2/data/tlog/tlog.0000000000000000000
refcount=1}
[junit4] 2> 2823406 INFO (qtp481455390-32795) [n:127.0.0.1:35947_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:48835/solr/recoverytest_shard1_replica_n1/&wt=javabin&version=2}{add=[1-0
(1572987022494138368)]} 0 15
[junit4] 2> 2823406 INFO (qtp222404833-32805) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-0
(1572987022494138368)]} 0 30
[junit4] 2> 2823406 INFO (qtp481455390-32802) [n:127.0.0.1:35947_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:48835/solr/recoverytest_shard1_replica_n1/&wt=javabin&version=2}{add=[2-0
(1572987022494138369)]} 0 16
[junit4] 2> 2823407 INFO (qtp222404833-32807) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-0
(1572987022494138369)]} 0 31
[junit4] 2> 2823409 INFO (qtp481455390-32798) [n:127.0.0.1:35947_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:48835/solr/recoverytest_shard1_replica_n1/&wt=javabin&version=2}{add=[1-1
(1572987022526644224)]} 0 1
[junit4] 2> 2823409 INFO (qtp222404833-32809) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-1
(1572987022526644224)]} 0 2
[junit4] 2> 2823409 INFO (qtp481455390-32800) [n:127.0.0.1:35947_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:48835/solr/recoverytest_shard1_replica_n1/&wt=javabin&version=2}{add=[2-1
(1572987022527692800)]} 0 1
[junit4] 2> 2823410 INFO (qtp222404833-32794) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-1
(1572987022527692800)]} 0 2
[junit4] 2> 2823412 INFO (qtp481455390-32801) [n:127.0.0.1:35947_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:48835/solr/recoverytest_shard1_replica_n1/&wt=javabin&version=2}{add=[1-2
(1572987022529789952)]} 0 1
[junit4] 2> 2823412 INFO (qtp222404833-32804) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-2
(1572987022529789952)]} 0 2
[junit4] 2> 2823412 INFO (qtp481455390-32799) [n:127.0.0.1:35947_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:48835/solr/recoverytest_shard1_replica_n1/&wt=javabin&version=2}{add=[2-2
(1572987022529789953)]} 0 0
[junit4] 2> 2823412 INFO (qtp222404833-32806) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-2
(1572987022529789953)]} 0 2
[junit4] 2> 2823414 INFO (qtp481455390-32797) [n:127.0.0.1:35947_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:48835/solr/recoverytest_shard1_replica_n1/&wt=javabin&version=2}{add=[2-3
(1572987022532935681)]} 0 1
[junit4] 2> 2823415 INFO (qtp481455390-32795) [n:127.0.0.1:35947_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:48835/solr/recoverytest_shard1_replica_n1/&wt=javabin&version=2}{add=[1-3
(1572987022532935680)]} 0 1
[junit4] 2> 2823415 INFO (qtp222404833-32805) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-3
(1572987022532935681)]} 0 1
[junit4] 2> 2823415 INFO (qtp222404833-32808) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-3
(1572987022532935680)]} 0 2
[junit4] 2> 2823417 INFO (qtp481455390-32798) [n:127.0.0.1:35947_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:48835/solr/recoverytest_shard1_replica_n1/&wt=javabin&version=2}{add=[1-4
(1572987022536081408)]} 0 0
[junit4] 2> 2823417 INFO (qtp481455390-32802) [n:127.0.0.1:35947_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:48835/solr/recoverytest_shard1_replica_n1/&wt=javabin&version=2}{add=[2-4
(1572987022535032832)]} 0 0
[junit4] 2> 2823417 INFO (qtp222404833-32809) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-4
(1572987022536081408)]} 0 1
[junit4] 2> 2823417 INFO (qtp222404833-32807) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-4
(1572987022535032832)]} 0 2
[junit4] 2> 2823419 INFO (qtp481455390-32801) [n:127.0.0.1:35947_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:48835/solr/recoverytest_shard1_replica_n1/&wt=javabin&version=2}{add=[1-5
(1572987022538178560)]} 0 0
[junit4] 2> 2823419 INFO (qtp481455390-32800) [n:127.0.0.1:35947_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:48835/solr/recoverytest_shard1_replica_n1/&wt=javabin&version=2}{add=[2-5
(1572987022538178561)]} 0 1
[junit4] 2> 2823420 INFO (qtp222404833-32794) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-5
(1572987022538178560)]} 0 1
[junit4] 2> 2823420 INFO (qtp222404833-32804) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-5
(1572987022538178561)]} 0 1
[junit4] 2> 2823422 INFO (qtp481455390-32799) [n:127.0.0.1:35947_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:48835/solr/recoverytest_shard1_replica_n1/&wt=javabin&version=2}{add=[1-6
(1572987022540275712)]} 0 1
[junit4] 2> 2823422 INFO (qtp481455390-32797) [n:127.0.0.1:35947_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:48835/solr/recoverytest_shard1_replica_n1/&wt=javabin&version=2}{add=[2-6
(1572987022540275713)]} 0 0
[junit4] 2> 2823422 INFO (qtp222404833-32806) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-6
(1572987022540275712)]} 0 1
[junit4] 2> 2823422 INFO (qtp222404833-32805) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-6
(1572987022540275713)]} 0 2
[junit4] 2> 2823424 INFO (qtp481455390-32795) [n:127.0.0.1:35947_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:48835/solr/recoverytest_shard1_replica_n1/&wt=javabin&version=2}{add=[2-7
(1572987022543421440)]} 0 0
[junit4] 2> 2823425 INFO (qtp222404833-32809) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-7
(1572987022543421440)]} 0 1
[junit4] 2> 2823425 INFO (qtp481455390-32798) [n:127.0.0.1:35947_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:48835/solr/recoverytest_shard1_replica_n1/&wt=javabin&version=2}{add=[1-7
(1572987022543421441)]} 0 1
[junit4] 2> 2823425 INFO (qtp222404833-32808) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-7
(1572987022543421441)]} 0 2
[junit4] 2> 2823427 INFO (qtp481455390-32802) [n:127.0.0.1:35947_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:48835/solr/recoverytest_shard1_replica_n1/&wt=javabin&version=2}{add=[2-8
(1572987022545518592)]} 0 0
[junit4] 2> 2823427 INFO (qtp481455390-32801) [n:127.0.0.1:35947_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:48835/solr/recoverytest_shard1_replica_n1/&wt=javabin&version=2}{add=[1-8
(1572987022546567168)]} 0 0
[junit4] 2> 2823427 INFO (qtp222404833-32807) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-8
(1572987022545518592)]} 0 1
[junit4] 2> 2823427 INFO (qtp222404833-32794) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-8
(1572987022546567168)]} 0 1
[junit4] 2> 2823429 INFO (qtp481455390-32800) [n:127.0.0.1:35947_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:48835/solr/recoverytest_shard1_replica_n1/&wt=javabin&version=2}{add=[2-9
(1572987022548664321)]} 0 0
[junit4] 2> 2823430 INFO (qtp222404833-32806) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-9
(1572987022548664321)]} 0 1
[junit4] 2> 2823430 INFO (qtp481455390-32799) [n:127.0.0.1:35947_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:48835/solr/recoverytest_shard1_replica_n1/&wt=javabin&version=2}{add=[1-9
(1572987022548664320)]} 0 1
[junit4] 2> 2823430 INFO (qtp222404833-32804) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-9
(1572987022548664320)]} 0 2
[junit4] 2> 2823431 INFO (qtp481455390-32797) [n:127.0.0.1:35947_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:48835/solr/recoverytest_shard1_replica_n1/&wt=javabin&version=2}{delete=[2-7
(-1572987022550761472)]} 0 0
[junit4] 2> 2823432 INFO (qtp481455390-32795) [n:127.0.0.1:35947_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:48835/solr/recoverytest_shard1_replica_n1/&wt=javabin&version=2}{delete=[1-7
(-1572987022550761473)]} 0 0
[junit4] 2> 2823432 INFO (qtp222404833-32805) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n1]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[2-7
(-1572987022550761472)]} 0 1
[junit4] 2> 2823432 INFO (qtp222404833-32809) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n1]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[1-7
(-1572987022550761473)]} 0 1
[junit4] 2> 2823434 INFO (qtp481455390-32802) [n:127.0.0.1:35947_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:48835/solr/recoverytest_shard1_replica_n1/&wt=javabin&version=2}{add=[1-10
(1572987022553907200)]} 0 0
[junit4] 2> 2823434 INFO (qtp481455390-32798) [n:127.0.0.1:35947_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:48835/solr/recoverytest_shard1_replica_n1/&wt=javabin&version=2}{add=[2-10
(1572987022552858624)]} 0 1
[junit4] 2> 2823435 INFO (qtp222404833-32808) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-10
(1572987022552858624)]} 0 2
[junit4] 2> 2823436 INFO (qtp222404833-32807) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-10
(1572987022553907200)]} 0 2
[junit4] 2> 2823437 INFO (qtp481455390-32801) [n:127.0.0.1:35947_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:48835/solr/recoverytest_shard1_replica_n1/&wt=javabin&version=2}{delete=[2-8
(-1572987022557052928)]} 0 0
[junit4] 2> 2823437 INFO (qtp222404833-32794) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n1]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[2-8
(-1572987022557052928)]} 0 1
[junit4] 2> 2823438 INFO (qtp481455390-32800) [n:127.0.0.1:35947_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:48835/solr/recoverytest_shard1_replica_n1/&wt=javabin&version=2}{delete=[1-8
(-1572987022557052929)]} 0 1
[junit4] 2> 2823438 INFO (qtp222404833-32806) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n1]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[1-8
(-1572987022557052929)]} 0 1
[junit4] 2> 2823440 INFO (qtp481455390-32799) [n:127.0.0.1:35947_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:48835/solr/recoverytest_shard1_replica_n1/&wt=javabin&version=2}{add=[2-11
(1572987022559150080)]} 0 0
[junit4] 2> 2823440 INFO (qtp222404833-32804) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-11
(1572987022559150080)]} 0 1
[junit4] 2> 2823440 INFO (qtp481455390-32797) [n:127.0.0.1:35947_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:48835/solr/recoverytest_shard1_replica_n1/&wt=javabin&version=2}{add=[1-11
(1572987022560198656)]} 0 0
[junit4] 2> 2823441 INFO (qtp222404833-32805) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-11
(1572987022560198656)]} 0 2
[junit4] 2> 2823442 INFO (qtp481455390-32795) [n:127.0.0.1:35947_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:48835/solr/recoverytest_shard1_replica_n1/&wt=javabin&version=2}{delete=[2-11
(-1572987022561247232)]} 0 0
[junit4] 2> 2823442 INFO (qtp222404833-32809) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n1]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[2-11
(-1572987022561247232)]} 0 1
[junit4] 2> 2823443 INFO (qtp481455390-32802) [n:127.0.0.1:35947_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:48835/solr/recoverytest_shard1_replica_n1/&wt=javabin&version=2}{delete=[1-11
(-1572987022562295808)]} 0 0
[junit4] 2> 2823443 INFO (qtp222404833-32808) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n1]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[1-11
(-1572987022562295808)]} 0 1
[junit4] 2> 2823445 INFO (qtp481455390-32801) [n:127.0.0.1:35947_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:48835/solr/recoverytest_shard1_replica_n1/&wt=javabin&version=2}{add=[1-12
(1572987022564392961)]} 0 0
[junit4] 2> 2823445 INFO (qtp481455390-32798) [n:127.0.0.1:35947_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:48835/solr/recoverytest_shard1_replica_n1/&wt=javabin&version=2}{add=[2-12
(1572987022564392960)]} 0 1
[junit4] 2> 2823445 INFO (qtp222404833-32808) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-12
(1572987022564392961)]} 0 1
[junit4] 2> 2823445 INFO (qtp222404833-32807) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-12
(1572987022564392960)]} 0 2
[junit4] 2> 2823448 INFO (qtp481455390-32799) [n:127.0.0.1:35947_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:48835/solr/recoverytest_shard1_replica_n1/&wt=javabin&version=2}{add=[1-13
(1572987022567538689)]} 0 1
[junit4] 2> 2823448 INFO (qtp481455390-32800) [n:127.0.0.1:35947_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:48835/solr/recoverytest_shard1_replica_n1/&wt=javabin&version=2}{add=[2-13
(1572987022567538688)]} 0 1
[junit4] 2> 2823448 INFO (qtp222404833-32804) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-13
(1572987022567538689)]} 0 2
[junit4] 2> 2823448 INFO (qtp222404833-32806) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-13
(1572987022567538688)]} 0 2
[junit4] 2> 2823450 INFO (qtp481455390-32795) [n:127.0.0.1:35947_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:48835/solr/recoverytest_shard1_replica_n1/&wt=javabin&version=2}{delete=[1-13
(-1572987022570684416)]} 0 0
[junit4] 2> 2823451 INFO (qtp481455390-32797) [n:127.0.0.1:35947_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:48835/solr/recoverytest_shard1_replica_n1/&wt=javabin&version=2}{delete=[2-13
(-1572987022570684417)]} 0 1
[junit4] 2> 2823451 INFO (qtp222404833-32805) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n1]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[1-13
(-1572987022570684416)]} 0 2
[junit4] 2> 2823451 INFO (qtp222404833-32809) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n1]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[2-13
(-1572987022570684417)]} 0 2
[junit4] 2> 2823454 INFO (qtp481455390-32802) [n:127.0.0.1:35947_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:48835/solr/recoverytest_shard1_replica_n1/&wt=javabin&version=2}{add=[2-14
(1572987022573830145)]} 0 1
[junit4] 2> 2823455 INFO (qtp222404833-32808) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-14
(1572987022573830145)]} 0 2
[junit4] 2> 2823455 INFO (qtp481455390-32801) [n:127.0.0.1:35947_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:48835/solr/recoverytest_shard1_replica_n1/&wt=javabin&version=2}{add=[1-14
(1572987022573830144)]} 0 1
[junit4] 2> 2823455 INFO (qtp222404833-32794) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-14
(1572987022573830144)]} 0 3
[junit4] 2> 2823457 INFO (qtp481455390-32798) [n:127.0.0.1:35947_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:48835/solr/recoverytest_shard1_replica_n1/&wt=javabin&version=2}{delete=[2-14
(-1572987022576975872)]} 0 0
[junit4] 2> 2823457 INFO (qtp481455390-32799) [n:127.0.0.1:35947_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:48835/solr/recoverytest_shard1_replica_n1/&wt=javabin&version=2}{delete=[1-14
(-1572987022578024448)]} 0 0
[junit4] 2> 2823457 INFO (qtp222404833-32807) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n1]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[2-14
(-1572987022576975872)]} 0 1
[junit4] 2> 2823457 INFO (qtp222404833-32804) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n1]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[1-14
(-1572987022578024448)]} 0 1
[junit4] 2> 2823459 INFO (qtp481455390-32795) [n:127.0.0.1:35947_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:48835/solr/recoverytest_shard1_replica_n1/&wt=javabin&version=2}{add=[2-15
(1572987022580121600)]} 0 0
[junit4] 2> 2823459 INFO (qtp481455390-32800) [n:127.0.0.1:35947_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:48835/solr/recoverytest_shard1_replica_n1/&wt=javabin&version=2}{add=[1-15
(1572987022580121601)]} 0 1
[junit4] 2> 2823459 INFO (qtp222404833-32806) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-15
(1572987022580121600)]} 0 1
[junit4] 2> 2823460 INFO (qtp222404833-32805) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-15
(1572987022580121601)]} 0 1
[junit4] 2> 2823461 INFO (qtp481455390-32802) [n:127.0.0.1:35947_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:48835/solr/recoverytest_shard1_replica_n1/&wt=javabin&version=2}{add=[2-16
(1572987022582218753)]} 0 0
[junit4] 2> 2823461 INFO (qtp481455390-32797) [n:127.0.0.1:35947_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:48835/solr/recoverytest_shard1_replica_n1/&wt=javabin&version=2}{add=[1-16
(1572987022582218752)]} 0 0
[junit4] 2> 2823462 INFO (qtp222404833-32809) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-16
(1572987022582218752)]} 0 1
[junit4] 2> 2823462 INFO (qtp222404833-32808) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-16
(1572987022582218753)]} 0 1
[junit4] 2> 2823464 INFO (qtp481455390-32798) [n:127.0.0.1:35947_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:48835/solr/recoverytest_shard1_replica_n1/&wt=javabin&version=2}{add=[2-17
(1572987022584315905)]} 0 0
[junit4] 2> 2823464 INFO (qtp481455390-32801) [n:127.0.0.1:35947_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:48835/solr/recoverytest_shard1_replica_n1/&wt=javabin&version=2}{add=[1-17
(1572987022584315904)]} 0 0
[junit4] 2> 2823464 INFO (qtp222404833-32807) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-17
(1572987022584315905)]} 0 1
[junit4] 2> 2823464 INFO (qtp222404833-32794) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-17
(1572987022584315904)]} 0 2
[junit4] 2> 2823466 INFO (qtp481455390-32799) [n:127.0.0.1:35947_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:48835/solr/recoverytest_shard1_replica_n1/&wt=javabin&version=2}{add=[2-18
(1572987022587461632)]} 0 0
[junit4] 2> 2823466 INFO (qtp481455390-32795) [n:127.0.0.1:35947_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:48835/solr/recoverytest_shard1_replica_n1/&wt=javabin&version=2}{add=[1-18
(1572987022587461633)]} 0 0
[junit4] 2> 2823466 INFO (qtp222404833-32804) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-18
(1572987022587461632)]} 0 1
[junit4] 2> 2823466 INFO (qtp222404833-32806) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-18
(1572987022587461633)]} 0 1
[junit4] 2> 2823468 INFO (qtp481455390-32800) [n:127.0.0.1:35947_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:48835/solr/recoverytest_shard1_replica_n1/&wt=javabin&version=2}{delete=[1-15
(-1572987022589558784)]} 0 0
[junit4] 2> 2823468 INFO (qtp481455390-32802) [n:127.0.0.1:35947_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:48835/solr/recoverytest_shard1_replica_n1/&wt=javabin&version=2}{delete=[2-15
(-1572987022589558785)]} 0 0
[junit4] 2> 2823469 INFO (qtp222404833-32805) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n1]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[1-15
(-1572987022589558784)]} 0 1
[junit4] 2> 2823469 INFO (qtp222404833-32809) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n1]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[2-15
(-1572987022589558785)]} 0 1
[junit4] 2> 2823470 INFO (qtp481455390-32797) [n:127.0.0.1:35947_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:48835/solr/recoverytest_shard1_replica_n1/&wt=javabin&version=2}{add=[1-19
(1572987022591655936)]} 0 0
[junit4] 2> 2823471 INFO (qtp222404833-32808) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-19
(1572987022591655936)]} 0 1
[junit4] 2> 2823474 INFO (qtp481455390-32798) [n:127.0.0.1:35947_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:48835/solr/recoverytest_shard1_replica_n1/&wt=javabin&version=2}{add=[2-19
(1572987022591655937)]} 0 4
[junit4] 2> 2823475 INFO (qtp222404833-32807) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-19
(1572987022591655937)]} 0 5
[junit4] 2> 2823476 INFO (qtp481455390-32801) [n:127.0.0.1:35947_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:48835/solr/recoverytest_shard1_replica_n1/&wt=javabin&version=2}{delete=[1-16
(-1572987022597947392)]} 0 1
[junit4] 2> 2823476 INFO (qtp222404833-32794) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n1]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[1-16
(-1572987022597947392)]} 0 1
[junit4] 2> 2823477 INFO (qtp481455390-32799) [n:127.0.0.1:35947_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:48835/solr/recoverytest_shard1_replica_n1/&wt=javabin&version=2}{delete=[2-16
(-1572987022597947393)]} 0 0
[junit4] 2> 2823477 INFO (qtp222404833-32804) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n1]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[2-16
(-1572987022597947393)]} 0 1
[junit4] 2> 2823479 INFO (qtp481455390-32795) [n:127.0.0.1:35947_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica_n2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:48835/solr/recoverytest_shard1_replica_n1/&wt=javabin&version=2}{add=[1-20
(1572987022600044544)]} 0 1
[junit4] 2> 2823479 INFO (qtp222404833-32806) [n:127.0.0.1:48835_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica_n1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica_n1] webap
[...truncated too long message...]
rce, HdfsUnloadDistributedZkTest, V2ApiIntegrationTest,
MoreLikeThisHandlerTest, ParsingFieldUpdateProcessorsTest, TestComponentsName,
TestSchemaManager, AnalyticsMergeStrategyTest, SortSpecParsingTest,
TestHdfsUpdateLog, HdfsRestartWhileUpdatingTest, TestCoreDiscovery,
MigrateRouteKeyTest, DebugComponentTest, AssignTest, TestFastLRUCache,
TestReloadAndDeleteDocs, SynonymTokenizerTest, AddBlockUpdateTest,
TestPostingsSolrHighlighter, TestDFISimilarityFactory, OverseerStatusTest,
CheckHdfsIndexTest, SparseHLLTest, OpenCloseCoreStressTest, TestTrie,
ZkStateReaderTest, TestCloudInspectUtil, TestPayloadScoreQParserPlugin,
ZkNodePropsTest, TestDistribDocBasedVersion, TestStressUserVersions,
UUIDUpdateProcessorFallbackTest, ConnectionManagerTest,
TestCollationFieldDocValues, TestLockTree, TestPartialUpdateDeduplication,
DocValuesNotIndexedTest, TestTolerantUpdateProcessorRandomCloud,
StatelessScriptUpdateProcessorFactoryTest, TestSubQueryTransformerCrossCore,
DistributedFacetPivotLargeTest, TestJoin,
ChaosMonkeyNothingIsSafeWithPullReplicasTest,
TestSolrCloudWithDelegationTokens, LeaderFailoverAfterPartitionTest,
TestOnReconnectListenerSupport, TestBlendedInfixSuggestions,
TriLevelCompositeIdRoutingTest, TestPullReplica, TestRawTransformer,
TestRTimerTree, LeaderInitiatedRecoveryOnCommitTest,
TestLMJelinekMercerSimilarityFactory, TestCollectionAPIs, DocValuesMultiTest,
TestFieldSortValues, TestSolrJ, BasicZkTest, TestAnalyzedSuggestions,
SuggestComponentTest, TestConfigSetsAPIExclusivity,
TestManagedSynonymGraphFilterFactory, TestRemoteStreaming,
TestSolrCloudWithSecureImpersonation, CopyFieldTest,
FullSolrCloudDistribCmdsTest, TestSortByMinMaxFunction, TestConfig,
TestCloudNestedDocsSort, SolrJmxReporterTest, SolrCoreCheckLockOnStartupTest,
TestWordDelimiterFilterFactory, TestBackupRepositoryFactory, BlockCacheTest,
BlockJoinFacetSimpleTest, TestSimpleTextCodec, TestAuthenticationFramework,
OverriddenZkACLAndCredentialsProvidersTest, TestDistributedMissingSort,
TestDocBasedVersionConstraints, TestCollectionAPI, HdfsThreadLeakTest,
TestAuthorizationFramework, TestSolrCoreSnapshots, PolyFieldTest,
BufferStoreTest, TestLRUCache, BaseCdcrDistributedZkTest,
FileBasedSpellCheckerTest, TestFieldTypeCollectionResource, TestLRUStatsCache,
DocumentAnalysisRequestHandlerTest, TestReloadDeadlock,
CollectionsAPIDistributedZkTest, NodeMutatorTest, PingRequestHandlerTest,
TestFieldCache, TestRuleBasedAuthorizationPlugin, TestClassNameShortening,
BlockJoinFacetDistribTest, TermsComponentTest,
TestExclusionRuleCollectionAccess, SubstringBytesRefFilterTest,
TestMinMaxOnMultiValuedField, TestSolr4Spatial2, CdcrRequestHandlerTest,
TestImplicitCoreProperties, TestRangeQuery, TestRandomFlRTGCloud,
TestInitParams, DistributedExpandComponentTest, TestConfigSets, TestCryptoKeys,
TestMergePolicyConfig, SpatialHeatmapFacetsTest, TestMaxScoreQueryParser,
TestPushWriter, SolrGangliaReporterTest, TestSolrCloudWithHadoopAuthPlugin,
TestMultiWordSynonyms, SaslZkACLProviderTest, TestSolrQueryParser,
DistributedQueueTest, DistributedFacetPivotSmallAdvancedTest,
SearchHandlerTest, DistributedTermsComponentTest, TestNamedUpdateProcessors,
HdfsRecoverLeaseTest, BasicDistributedZk2Test, UnloadDistributedZkTest,
SyncSliceTest, LeaderElectionIntegrationTest, ShardRoutingTest, RecoveryZkTest,
TestReplicationHandler, ClusterStateUpdateTest, TestRandomFaceting,
LeaderElectionTest, TestZkChroot, TestRandomDVFaceting, ShardRoutingCustomTest,
TestDistributedSearch, AutoCommitTest, TestDistributedGrouping, TestRecovery,
DistributedSpellCheckComponentTest, TermVectorComponentDistributedTest,
ZkControllerTest, TestRealTimeGet, TestStressReorder, TestReload,
StatsComponentTest, SpellCheckComponentTest, QueryElevationComponentTest,
PeerSyncTest, BadIndexSchemaTest, TestSort, TestFiltering,
BasicFunctionalityTest, TestLazyCores, DirectUpdateHandlerTest,
TestIndexSearcher, SoftAutoCommitTest, ShowFileRequestHandlerTest,
DistributedQueryElevationComponentTest, SimplePostToolTest,
AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest,
TestExtendedDismaxParser, SpellCheckCollatorTest, CoreAdminHandlerTest,
SolrRequestParserTest, TestFoldingMultitermQuery, SuggesterTSTTest,
SpatialFilterTest, SuggesterWFSTTest, NoCacheHeaderTest,
WordBreakSolrSpellCheckerTest, SchemaVersionSpecificBehaviorTest,
TestPseudoReturnFields, TestUpdate, FieldMutatingUpdateProcessorTest,
QueryEqualityTest, DefaultValueUpdateProcessorTest, TestSolrDeletionPolicy1,
XsltUpdateRequestHandlerTest, CacheHeaderTest, IndexBasedSpellCheckerTest,
LukeRequestHandlerTest, DisMaxRequestHandlerTest, TestQueryUtils,
DirectSolrSpellCheckerTest, TestQueryTypes, TestOmitPositions,
XmlUpdateRequestHandlerTest, DocumentBuilderTest,
PathHierarchyTokenizerFactoryTest, TermVectorComponentTest, RequiredFieldsTest,
FastVectorHighlighterTest, LoggingHandlerTest, RegexBoostProcessorTest,
SolrPluginUtilsTest, IndexSchemaTest, TestJmxIntegration, TestCollationField,
ReturnFieldsTest, UpdateRequestProcessorFactoryTest, TestCSVResponseWriter,
QueryParsingTest, JsonLoaderTest, BinaryUpdateRequestHandlerTest,
CSVRequestHandlerTest, SOLR749Test, UpdateParamsTest, AlternateDirectoryTest,
TestSolrIndexConfig, SolrIndexConfigTest, TestStressRecovery, SampleTest,
TestDocSet, TestBinaryField, TestSearchPerf, NumericFieldsTest,
TestElisionMultitermQuery, OutputWriterTest, TestFuzzyAnalyzedSuggestions,
ExternalFileFieldSortTest, NotRequiredUniqueKeyTest, TestLuceneMatchVersion,
TestCharFilters, TestXIncludeConfig, TestIBSimilarityFactory, TestFastWriter,
TimeZoneUtilsTest, ResourceLoaderTest, TestFastOutputStream, ScriptEngineTest,
OpenExchangeRatesOrgProviderTest, PluginInfoTest, DateMathParserTest,
PreAnalyzedFieldTest, TestSystemIdResolver, PrimUtilsTest,
TestSuggestSpellingConverter, SpellingQueryConverterTest, DOMUtilTest,
TestDocumentBuilder, SliceStateTest, SystemInfoHandlerTest, UUIDFieldTest,
CircularListTest, DistributedMLTComponentTest, TestRTGBase,
DistributedIntervalFacetingTest, SolrTestCaseJ4Test,
TestHighlightDedupGrouping, TestSimpleTrackingShardHandler, TestTolerantSearch,
TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI,
TestJettySolrRunner, ConnectionReuseTest, CdcrBootstrapTest,
CdcrReplicationDistributedZkTest, CdcrVersionReplicationTest,
CloudExitableDirectoryReaderTest, CollectionReloadTest,
CollectionStateFormat2Test, CustomCollectionTest, DeleteInactiveReplicaTest,
DeleteLastCustomShardedReplicaTest, DeleteNodeTest, DeleteReplicaTest,
DeleteShardTest, DeleteStatusTest, DistribCursorPagingTest,
DistribDocExpirationUpdateProcessorTest, DistribJoinFromCollectionTest,
HttpPartitionTest, LeaderFailureAfterFreshStartTest, MoveReplicaHDFSTest,
MoveReplicaTest, MultiThreadedOCPTest, RemoteQueryErrorTest, ReplaceNodeTest,
SharedFSAutoReplicaFailoverUtilsTest, SimpleCollectionCreateDeleteTest,
SolrCloudExampleTest, TestCloudRecovery, TestLeaderElectionWithEmptyReplica,
TestMiniSolrCloudClusterSSL, TestPullReplicaErrorHandling,
TestRebalanceLeaders, TestSegmentSorting, TestStressCloudBlindAtomicUpdates,
TestStressInPlaceUpdates, VMParamsZkACLAndCredentialsProvidersTest,
AutoScalingHandlerTest, HdfsBasicDistributedZk2Test,
HdfsCollectionsAPIDistributedZkTest, HdfsRecoveryZkTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=HdfsRecoveryZkTest
-Dtests.seed=4B5C98696D8196D8 -Dtests.slow=true -Dtests.locale=pt-BR
-Dtests.timezone=Pacific/Pohnpei -Dtests.asserts=true
-Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J1 | HdfsRecoveryZkTest (suite) <<<
[junit4] > Throwable #1: java.lang.AssertionError: ObjectTracker found 1
object(s) that were not released!!! [HdfsTransactionLog]
[junit4] >
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException:
org.apache.solr.update.HdfsTransactionLog
[junit4] > at
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
[junit4] > at
org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:132)
[junit4] > at
org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:203)
[junit4] > at
org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:161)
[junit4] > at
org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:116)
[junit4] > at
org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:108)
[junit4] > at
java.lang.reflect.Constructor.newInstance(Constructor.java:423)
[junit4] > at
org.apache.solr.core.SolrCore.createInstance(SolrCore.java:773)
[junit4] > at
org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:835)
[junit4] > at
org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1088)
[junit4] > at
org.apache.solr.core.SolrCore.<init>(SolrCore.java:958)
[junit4] > at
org.apache.solr.core.SolrCore.<init>(SolrCore.java:843)
[junit4] > at
org.apache.solr.core.CoreContainer.create(CoreContainer.java:969)
[junit4] > at
org.apache.solr.core.CoreContainer.lambda$load$7(CoreContainer.java:610)
[junit4] > at
com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
[junit4] > at
java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] > at
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at
__randomizedtesting.SeedInfo.seed([4B5C98696D8196D8]:0)
[junit4] > at
org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:296)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] Completed [561/728 (1!)] on J1 in 35.30s, 1 test, 1 failure <<<
FAILURES!
[...truncated 43863 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
