Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-Solaris/558/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseSerialGC
1 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsRecoveryZkTest
Error Message:
ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at
org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130)
at org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:202) at
org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:137) at
org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:94) at
org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:102)
at sun.reflect.GeneratedConstructorAccessor160.newInstance(Unknown Source)
at
sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at
org.apache.solr.core.SolrCore.createInstance(SolrCore.java:704) at
org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:766) at
org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1005) at
org.apache.solr.core.SolrCore.<init>(SolrCore.java:870) at
org.apache.solr.core.SolrCore.<init>(SolrCore.java:774) at
org.apache.solr.core.CoreContainer.create(CoreContainer.java:842) at
org.apache.solr.core.CoreContainer.lambda$load$0(CoreContainer.java:498) at
java.util.concurrent.FutureTask.run(FutureTask.java:266) at
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not
released!!! [HdfsTransactionLog]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at
org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130)
at org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:202)
at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:137)
at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:94)
at
org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:102)
at sun.reflect.GeneratedConstructorAccessor160.newInstance(Unknown
Source)
at
sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:704)
at org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:766)
at org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1005)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:870)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:774)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:842)
at
org.apache.solr.core.CoreContainer.lambda$load$0(CoreContainer.java:498)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([53EFA0D1A06992C1]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at
org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:266)
at sun.reflect.GeneratedMethodAccessor37.invoke(Unknown Source)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 12335 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsRecoveryZkTest
[junit4] 2> Creating dataDir:
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_53EFA0D1A06992C1-001/init-core-data-001
[junit4] 2> 2305287 INFO
(SUITE-HdfsRecoveryZkTest-seed#[53EFA0D1A06992C1]-worker) [ ]
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via:
@org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 2305287 INFO
(SUITE-HdfsRecoveryZkTest-seed#[53EFA0D1A06992C1]-worker) [ ]
o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_53EFA0D1A06992C1-001/tempDir-001
[junit4] 2> 2305288 INFO
(SUITE-HdfsRecoveryZkTest-seed#[53EFA0D1A06992C1]-worker) [ ]
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2305288 INFO (Thread-7992) [ ] o.a.s.c.ZkTestServer client
port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2305288 INFO (Thread-7992) [ ] o.a.s.c.ZkTestServer
Starting server
[junit4] 2> 2305388 INFO
(SUITE-HdfsRecoveryZkTest-seed#[53EFA0D1A06992C1]-worker) [ ]
o.a.s.c.ZkTestServer start zk server on port:35620
[junit4] 2> 2305396 INFO (jetty-launcher-10305-thread-1) [ ]
o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2305396 INFO (jetty-launcher-10305-thread-2) [ ]
o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2305399 INFO (jetty-launcher-10305-thread-1) [ ]
o.e.j.s.h.ContextHandler Started
o.e.j.s.ServletContextHandler@70117e37{/solr,null,AVAILABLE}
[junit4] 2> 2305399 INFO (jetty-launcher-10305-thread-2) [ ]
o.e.j.s.h.ContextHandler Started
o.e.j.s.ServletContextHandler@965c7b0{/solr,null,AVAILABLE}
[junit4] 2> 2305400 INFO (jetty-launcher-10305-thread-2) [ ]
o.e.j.s.AbstractConnector Started
ServerConnector@6a134fd8{HTTP/1.1,[http/1.1]}{127.0.0.1:56154}
[junit4] 2> 2305401 INFO (jetty-launcher-10305-thread-2) [ ]
o.e.j.s.Server Started @2309387ms
[junit4] 2> 2305401 INFO (jetty-launcher-10305-thread-1) [ ]
o.e.j.s.AbstractConnector Started
ServerConnector@5cff0f85{HTTP/1.1,[http/1.1]}{127.0.0.1:40691}
[junit4] 2> 2305401 INFO (jetty-launcher-10305-thread-2) [ ]
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr,
hostPort=56154}
[junit4] 2> 2305401 INFO (jetty-launcher-10305-thread-1) [ ]
o.e.j.s.Server Started @2309388ms
[junit4] 2> 2305401 INFO (jetty-launcher-10305-thread-1) [ ]
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr,
hostPort=40691}
[junit4] 2> 2305401 ERROR (jetty-launcher-10305-thread-2) [ ]
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be
missing or incomplete.
[junit4] 2> 2305401 ERROR (jetty-launcher-10305-thread-1) [ ]
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be
missing or incomplete.
[junit4] 2> 2305401 INFO (jetty-launcher-10305-thread-2) [ ]
o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version
6.4.0
[junit4] 2> 2305401 INFO (jetty-launcher-10305-thread-1) [ ]
o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version
6.4.0
[junit4] 2> 2305401 INFO (jetty-launcher-10305-thread-1) [ ]
o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2305401 INFO (jetty-launcher-10305-thread-1) [ ]
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2305401 INFO (jetty-launcher-10305-thread-2) [ ]
o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2305402 INFO (jetty-launcher-10305-thread-2) [ ]
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2305402 INFO (jetty-launcher-10305-thread-1) [ ]
o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time:
2016-12-16T14:17:43.181Z
[junit4] 2> 2305402 INFO (jetty-launcher-10305-thread-2) [ ]
o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time:
2016-12-16T14:17:43.182Z
[junit4] 2> 2305405 INFO (jetty-launcher-10305-thread-1) [ ]
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2305405 INFO (jetty-launcher-10305-thread-2) [ ]
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2305412 INFO (jetty-launcher-10305-thread-1) [ ]
o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params:
socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2305412 INFO (jetty-launcher-10305-thread-2) [ ]
o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params:
socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2305412 INFO (jetty-launcher-10305-thread-1) [ ]
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35620/solr
[junit4] 2> 2305413 INFO (jetty-launcher-10305-thread-2) [ ]
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35620/solr
[junit4] 2> 2305450 INFO (jetty-launcher-10305-thread-2)
[n:127.0.0.1:56154_solr ] o.a.s.c.OverseerElectionContext I am going to be
the leader 127.0.0.1:56154_solr
[junit4] 2> 2305451 INFO (jetty-launcher-10305-thread-1)
[n:127.0.0.1:40691_solr ] o.a.s.c.ZkController Register node as live in
ZooKeeper:/live_nodes/127.0.0.1:40691_solr
[junit4] 2> 2305452 INFO (jetty-launcher-10305-thread-2)
[n:127.0.0.1:56154_solr ] o.a.s.c.Overseer Overseer
(id=97117658354089990-127.0.0.1:56154_solr-n_0000000000) starting
[junit4] 2> 2305454 INFO
(zkCallback-10315-thread-1-processing-n:127.0.0.1:40691_solr)
[n:127.0.0.1:40691_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (0) -> (1)
[junit4] 2> 2305454 INFO
(zkCallback-10316-thread-1-processing-n:127.0.0.1:56154_solr)
[n:127.0.0.1:56154_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (0) -> (1)
[junit4] 2> 2305467 INFO (jetty-launcher-10305-thread-2)
[n:127.0.0.1:56154_solr ] o.a.s.c.ZkController Register node as live in
ZooKeeper:/live_nodes/127.0.0.1:56154_solr
[junit4] 2> 2305469 INFO
(zkCallback-10315-thread-1-processing-n:127.0.0.1:40691_solr)
[n:127.0.0.1:40691_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (1) -> (2)
[junit4] 2> 2305469 INFO
(zkCallback-10316-thread-1-processing-n:127.0.0.1:56154_solr)
[n:127.0.0.1:56154_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (1) -> (2)
[junit4] 2> 2305515 INFO (jetty-launcher-10305-thread-2)
[n:127.0.0.1:56154_solr ] o.a.s.c.CorePropertiesLocator Found 0 core
definitions underneath
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_53EFA0D1A06992C1-001/tempDir-001/node2/.
[junit4] 2> 2305551 INFO (jetty-launcher-10305-thread-1)
[n:127.0.0.1:40691_solr ] o.a.s.c.CorePropertiesLocator Found 0 core
definitions underneath
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_53EFA0D1A06992C1-001/tempDir-001/node1/.
[junit4] 2> 2305558 INFO
(SUITE-HdfsRecoveryZkTest-seed#[53EFA0D1A06992C1]-worker) [ ]
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2305560 INFO
(SUITE-HdfsRecoveryZkTest-seed#[53EFA0D1A06992C1]-worker) [ ]
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35620/solr ready
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 2305896 WARN
(SUITE-HdfsRecoveryZkTest-seed#[53EFA0D1A06992C1]-worker) [ ]
o.a.h.m.i.MetricsConfig Cannot locate configuration: tried
hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 2305904 WARN
(SUITE-HdfsRecoveryZkTest-seed#[53EFA0D1A06992C1]-worker) [ ]
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2305906 INFO
(SUITE-HdfsRecoveryZkTest-seed#[53EFA0D1A06992C1]-worker) [ ] o.m.log
jetty-6.1.26
[junit4] 2> 2305932 INFO
(SUITE-HdfsRecoveryZkTest-seed#[53EFA0D1A06992C1]-worker) [ ] o.m.log
Extract
jar:file:/export/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs
to ./temp/Jetty_solaris.vm_51368_hdfs____.odrvit/webapp
[junit4] 2> 2306644 INFO
(SUITE-HdfsRecoveryZkTest-seed#[53EFA0D1A06992C1]-worker) [ ] o.m.log
Started HttpServer2$SelectChannelConnectorWithSafeStartup@solaris-vm:51368
[junit4] 2> 2306756 WARN
(SUITE-HdfsRecoveryZkTest-seed#[53EFA0D1A06992C1]-worker) [ ]
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2306759 INFO
(SUITE-HdfsRecoveryZkTest-seed#[53EFA0D1A06992C1]-worker) [ ] o.m.log
jetty-6.1.26
[junit4] 2> 2306779 INFO
(SUITE-HdfsRecoveryZkTest-seed#[53EFA0D1A06992C1]-worker) [ ] o.m.log
Extract
jar:file:/export/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode
to ./temp/Jetty_localhost_41326_datanode____xnn0n5/webapp
[junit4] 2> 2307263 INFO
(SUITE-HdfsRecoveryZkTest-seed#[53EFA0D1A06992C1]-worker) [ ] o.m.log
Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:41326
[junit4] 2> 2307350 WARN
(SUITE-HdfsRecoveryZkTest-seed#[53EFA0D1A06992C1]-worker) [ ]
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2307351 INFO
(SUITE-HdfsRecoveryZkTest-seed#[53EFA0D1A06992C1]-worker) [ ] o.m.log
jetty-6.1.26
[junit4] 2> 2307365 INFO
(SUITE-HdfsRecoveryZkTest-seed#[53EFA0D1A06992C1]-worker) [ ] o.m.log
Extract
jar:file:/export/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode
to ./temp/Jetty_localhost_44855_datanode____.tazao1/webapp
[junit4] 2> 2307576 INFO (IPC Server handler 3 on 60872) [ ]
BlockStateChange BLOCK* processReport: from storage
DS-27e48ad2-452e-4fbb-b1fd-d18485d808ad node
DatanodeRegistration(127.0.0.1:34207,
datanodeUuid=a1d90a12-a7c6-4786-93a0-f363cee03bb6, infoPort=39867,
infoSecurePort=0, ipcPort=36111,
storageInfo=lv=-56;cid=testClusterID;nsid=155682651;c=0), blocks: 0,
hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 2307577 INFO (IPC Server handler 3 on 60872) [ ]
BlockStateChange BLOCK* processReport: from storage
DS-c77cf730-5f50-445a-bd68-89dbddb4d260 node
DatanodeRegistration(127.0.0.1:34207,
datanodeUuid=a1d90a12-a7c6-4786-93a0-f363cee03bb6, infoPort=39867,
infoSecurePort=0, ipcPort=36111,
storageInfo=lv=-56;cid=testClusterID;nsid=155682651;c=0), blocks: 0,
hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 2307881 INFO
(SUITE-HdfsRecoveryZkTest-seed#[53EFA0D1A06992C1]-worker) [ ] o.m.log
Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:44855
[junit4] 2> 2307995 INFO (IPC Server handler 6 on 60872) [ ]
BlockStateChange BLOCK* processReport: from storage
DS-bf638c2a-296f-4f44-8150-9a4113a48a37 node
DatanodeRegistration(127.0.0.1:48098,
datanodeUuid=7ee11719-2bd4-4949-b75e-b5e79d1644bf, infoPort=40792,
infoSecurePort=0, ipcPort=62649,
storageInfo=lv=-56;cid=testClusterID;nsid=155682651;c=0), blocks: 0,
hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 2307996 INFO (IPC Server handler 6 on 60872) [ ]
BlockStateChange BLOCK* processReport: from storage
DS-d95a6da6-c4d0-4992-b3b5-6bac85eb2f9c node
DatanodeRegistration(127.0.0.1:48098,
datanodeUuid=7ee11719-2bd4-4949-b75e-b5e79d1644bf, infoPort=40792,
infoSecurePort=0, ipcPort=62649,
storageInfo=lv=-56;cid=testClusterID;nsid=155682651;c=0), blocks: 0,
hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 2308075 INFO
(TEST-HdfsRecoveryZkTest.test-seed#[53EFA0D1A06992C1]) [ ]
o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 2308079 INFO (qtp913267724-48512) [n:127.0.0.1:40691_solr
] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params
replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&name=recoverytest&action=CREATE&numShards=1&wt=javabin&version=2
and sendToOCPQueue=true
[junit4] 2> 2308083 INFO
(OverseerThreadFactory-12015-thread-1-processing-n:127.0.0.1:56154_solr)
[n:127.0.0.1:56154_solr ] o.a.s.c.CreateCollectionCmd Create collection
recoverytest
[junit4] 2> 2308196 INFO (qtp913267724-48517) [n:127.0.0.1:40691_solr
] o.a.s.h.a.CoreAdminOperation core create command
qt=/admin/cores&collection.configName=conf&newCollection=true&name=recoverytest_shard1_replica2&action=CREATE&numShards=1&collection=recoverytest&shard=shard1&wt=javabin&version=2
[junit4] 2> 2308196 INFO (qtp1254808657-48511) [n:127.0.0.1:56154_solr
] o.a.s.h.a.CoreAdminOperation core create command
qt=/admin/cores&collection.configName=conf&newCollection=true&name=recoverytest_shard1_replica1&action=CREATE&numShards=1&collection=recoverytest&shard=shard1&wt=javabin&version=2
[junit4] 2> 2308306 INFO
(zkCallback-10315-thread-1-processing-n:127.0.0.1:40691_solr)
[n:127.0.0.1:40691_solr ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/recoverytest/state.json] for collection [recoverytest] has
occurred - updating... (live nodes size: [2])
[junit4] 2> 2308306 INFO
(zkCallback-10316-thread-4-processing-n:127.0.0.1:56154_solr)
[n:127.0.0.1:56154_solr ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/recoverytest/state.json] for collection [recoverytest] has
occurred - updating... (live nodes size: [2])
[junit4] 2> 2309209 INFO (qtp1254808657-48511) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.c.SolrConfig
Using Lucene MatchVersion: 6.4.0
[junit4] 2> 2309212 INFO (qtp913267724-48517) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.c.SolrConfig
Using Lucene MatchVersion: 6.4.0
[junit4] 2> 2309217 INFO (qtp1254808657-48511) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.s.IndexSchema
[recoverytest_shard1_replica1] Schema name=minimal
[junit4] 2> 2309218 INFO (qtp913267724-48517) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.s.IndexSchema
[recoverytest_shard1_replica2] Schema name=minimal
[junit4] 2> 2309220 INFO (qtp1254808657-48511) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.s.IndexSchema
Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2309220 INFO (qtp913267724-48517) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.s.IndexSchema
Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2309221 INFO (qtp1254808657-48511) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.c.CoreContainer
Creating SolrCore 'recoverytest_shard1_replica1' using configuration from
collection recoverytest
[junit4] 2> 2309221 INFO (qtp913267724-48517) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.c.CoreContainer
Creating SolrCore 'recoverytest_shard1_replica2' using configuration from
collection recoverytest
[junit4] 2> 2309228 INFO (qtp1254808657-48511) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1]
o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://solaris-vm:60872/data
[junit4] 2> 2309228 INFO (qtp1254808657-48511) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1]
o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 2309229 INFO (qtp1254808657-48511) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.c.SolrCore
[[recoverytest_shard1_replica1] ] Opening new SolrCore at
[/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_53EFA0D1A06992C1-001/tempDir-001/node2/recoverytest_shard1_replica1],
dataDir=[hdfs://solaris-vm:60872/data/recoverytest/core_node1/data/]
[junit4] 2> 2309229 INFO (qtp913267724-48517) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2]
o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://solaris-vm:60872/data
[junit4] 2> 2309229 INFO (qtp1254808657-48511) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1]
o.a.s.c.HdfsDirectoryFactory creating directory factory for path
hdfs://solaris-vm:60872/data/recoverytest/core_node1/data/snapshot_metadata
[junit4] 2> 2309229 INFO (qtp913267724-48517) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2]
o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 2309229 INFO (qtp913267724-48517) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.c.SolrCore
[[recoverytest_shard1_replica2] ] Opening new SolrCore at
[/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_53EFA0D1A06992C1-001/tempDir-001/node1/recoverytest_shard1_replica2],
dataDir=[hdfs://solaris-vm:60872/data/recoverytest/core_node2/data/]
[junit4] 2> 2309229 INFO (qtp913267724-48517) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2]
o.a.s.c.HdfsDirectoryFactory creating directory factory for path
hdfs://solaris-vm:60872/data/recoverytest/core_node2/data/snapshot_metadata
[junit4] 2> 2309237 INFO (qtp913267724-48517) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2]
o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct
memory allocation set to [true]
[junit4] 2> 2309237 INFO (qtp1254808657-48511) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1]
o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct
memory allocation set to [true]
[junit4] 2> 2309237 INFO (qtp1254808657-48511) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1]
o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of
[16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 2309237 INFO (qtp1254808657-48511) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1]
o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 2309237 INFO (qtp913267724-48517) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2]
o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of
[16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 2309237 INFO (qtp913267724-48517) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2]
o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 2309244 WARN (qtp1254808657-48511) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1]
o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will wait 5 seconds
and try again.
[junit4] 2> 2309244 WARN (qtp913267724-48517) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2]
o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will wait 5 seconds
and try again.
[junit4] 2> 2314273 INFO (qtp913267724-48517) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2]
o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2314273 INFO (qtp1254808657-48511) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1]
o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2314274 INFO (qtp913267724-48517) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2]
o.a.s.c.HdfsDirectoryFactory creating directory factory for path
hdfs://solaris-vm:60872/data/recoverytest/core_node2/data
[junit4] 2> 2314274 INFO (qtp1254808657-48511) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1]
o.a.s.c.HdfsDirectoryFactory creating directory factory for path
hdfs://solaris-vm:60872/data/recoverytest/core_node1/data
[junit4] 2> 2314298 INFO (qtp913267724-48517) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2]
o.a.s.c.HdfsDirectoryFactory creating directory factory for path
hdfs://solaris-vm:60872/data/recoverytest/core_node2/data/index
[junit4] 2> 2314303 INFO (qtp1254808657-48511) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1]
o.a.s.c.HdfsDirectoryFactory creating directory factory for path
hdfs://solaris-vm:60872/data/recoverytest/core_node1/data/index
[junit4] 2> 2314307 INFO (qtp913267724-48517) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2]
o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct
memory allocation set to [true]
[junit4] 2> 2314307 INFO (qtp913267724-48517) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2]
o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of
[16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 2314307 INFO (qtp913267724-48517) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2]
o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 2314312 INFO (qtp1254808657-48511) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1]
o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct
memory allocation set to [true]
[junit4] 2> 2314314 INFO (qtp1254808657-48511) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1]
o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of
[16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 2314315 INFO (qtp1254808657-48511) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1]
o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 2314315 INFO (qtp913267724-48517) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2]
o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2314327 INFO (qtp1254808657-48511) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1]
o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2314357 INFO (IPC Server handler 2 on 60872) [ ]
BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48098 is
added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null,
primaryNodeIndex=-1,
replicas=[ReplicaUC[[DISK]DS-27e48ad2-452e-4fbb-b1fd-d18485d808ad:NORMAL:127.0.0.1:34207|RBW],
ReplicaUC[[DISK]DS-bf638c2a-296f-4f44-8150-9a4113a48a37:NORMAL:127.0.0.1:48098|RBW]]}
size 0
[junit4] 2> 2314357 INFO (IPC Server handler 7 on 60872) [ ]
BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34207 is
added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null,
primaryNodeIndex=-1,
replicas=[ReplicaUC[[DISK]DS-bf638c2a-296f-4f44-8150-9a4113a48a37:NORMAL:127.0.0.1:48098|RBW],
ReplicaUC[[DISK]DS-c77cf730-5f50-445a-bd68-89dbddb4d260:NORMAL:127.0.0.1:34207|FINALIZED]]}
size 0
[junit4] 2> 2314362 INFO (IPC Server handler 0 on 60872) [ ]
BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34207 is
added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null,
primaryNodeIndex=-1,
replicas=[ReplicaUC[[DISK]DS-27e48ad2-452e-4fbb-b1fd-d18485d808ad:NORMAL:127.0.0.1:34207|RBW],
ReplicaUC[[DISK]DS-d95a6da6-c4d0-4992-b3b5-6bac85eb2f9c:NORMAL:127.0.0.1:48098|RBW]]}
size 0
[junit4] 2> 2314362 INFO (IPC Server handler 0 on 60872) [ ]
BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48098 is
added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null,
primaryNodeIndex=-1,
replicas=[ReplicaUC[[DISK]DS-27e48ad2-452e-4fbb-b1fd-d18485d808ad:NORMAL:127.0.0.1:34207|RBW],
ReplicaUC[[DISK]DS-d95a6da6-c4d0-4992-b3b5-6bac85eb2f9c:NORMAL:127.0.0.1:48098|RBW]]}
size 0
[junit4] 2> 2314373 INFO (qtp913267724-48517) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.u.UpdateHandler
Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 2314373 INFO (qtp913267724-48517) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.u.UpdateLog
Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2314373 INFO (qtp913267724-48517) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.u.HdfsUpdateLog
Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 2314384 INFO (qtp913267724-48517) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.u.CommitTracker
Hard AutoCommit: disabled
[junit4] 2> 2314384 INFO (qtp913267724-48517) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.u.CommitTracker
Soft AutoCommit: disabled
[junit4] 2> 2314398 INFO (qtp1254808657-48511) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.u.UpdateHandler
Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 2314398 INFO (qtp1254808657-48511) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.u.UpdateLog
Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2314398 INFO (qtp1254808657-48511) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.u.HdfsUpdateLog
Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 2314406 INFO (qtp913267724-48517) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2]
o.a.s.s.SolrIndexSearcher Opening
[Searcher@1b2128ec[recoverytest_shard1_replica2] main]
[junit4] 2> 2314408 INFO (qtp913267724-48517) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2]
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase:
/configs/conf
[junit4] 2> 2314408 INFO (qtp1254808657-48511) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.u.CommitTracker
Hard AutoCommit: disabled
[junit4] 2> 2314408 INFO (qtp1254808657-48511) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.u.CommitTracker
Soft AutoCommit: disabled
[junit4] 2> 2314409 INFO (qtp913267724-48517) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2]
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using
ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2314409 INFO (qtp913267724-48517) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2]
o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2314409 INFO (qtp913267724-48517) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.u.UpdateLog
Could not find max version in index or recent updates, using new clock
1553882543228452864
[junit4] 2> 2314412 INFO
(searcherExecutor-12021-thread-1-processing-n:127.0.0.1:40691_solr
x:recoverytest_shard1_replica2 s:shard1 c:recoverytest) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.c.SolrCore
[recoverytest_shard1_replica2] Registered new searcher
Searcher@1b2128ec[recoverytest_shard1_replica2]
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2314417 INFO (qtp1254808657-48511) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1]
o.a.s.s.SolrIndexSearcher Opening
[Searcher@141234c[recoverytest_shard1_replica1] main]
[junit4] 2> 2314419 INFO (qtp1254808657-48511) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1]
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase:
/configs/conf
[junit4] 2> 2314419 INFO (qtp1254808657-48511) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1]
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using
ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2314419 INFO (qtp1254808657-48511) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1]
o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2314420 INFO (qtp1254808657-48511) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.u.UpdateLog
Could not find max version in index or recent updates, using new clock
1553882543239987200
[junit4] 2> 2314422 INFO
(searcherExecutor-12020-thread-1-processing-n:127.0.0.1:56154_solr
x:recoverytest_shard1_replica1 s:shard1 c:recoverytest) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.c.SolrCore
[recoverytest_shard1_replica1] Registered new searcher
Searcher@141234c[recoverytest_shard1_replica1]
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2314429 INFO (qtp1254808657-48511) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1]
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2314429 INFO (qtp1254808657-48511) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1]
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2314430 INFO (qtp1254808657-48511) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.c.SyncStrategy
Sync replicas to http://127.0.0.1:56154/solr/recoverytest_shard1_replica1/
[junit4] 2> 2314430 INFO (qtp1254808657-48511) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.u.PeerSync
PeerSync: core=recoverytest_shard1_replica1 url=http://127.0.0.1:56154/solr
START replicas=[http://127.0.0.1:40691/solr/recoverytest_shard1_replica2/]
nUpdates=100
[junit4] 2> 2314431 INFO
(zkCallback-10316-thread-3-processing-n:127.0.0.1:56154_solr)
[n:127.0.0.1:56154_solr ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/recoverytest/state.json] for collection [recoverytest] has
occurred - updating... (live nodes size: [2])
[junit4] 2> 2314431 INFO (qtp1254808657-48511) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.u.PeerSync
PeerSync: core=recoverytest_shard1_replica1 url=http://127.0.0.1:56154/solr
DONE. We have no versions. sync failed.
[junit4] 2> 2314432 INFO
(zkCallback-10315-thread-1-processing-n:127.0.0.1:40691_solr)
[n:127.0.0.1:40691_solr ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/recoverytest/state.json] for collection [recoverytest] has
occurred - updating... (live nodes size: [2])
[junit4] 2> 2314436 INFO (qtp913267724-48519) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.c.S.Request [recoverytest_shard1_replica2] webapp=/solr path=/get
params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2}
status=0 QTime=1
[junit4] 2> 2314436 INFO (qtp1254808657-48511) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.c.SyncStrategy
Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 2314436 INFO (qtp1254808657-48511) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1]
o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we
can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 2314442 INFO (qtp1254808657-48511) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1]
o.a.s.c.ShardLeaderElectionContext I am the new leader:
http://127.0.0.1:56154/solr/recoverytest_shard1_replica1/ shard1
[junit4] 2> 2314551 INFO
(zkCallback-10316-thread-4-processing-n:127.0.0.1:56154_solr)
[n:127.0.0.1:56154_solr ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/recoverytest/state.json] for collection [recoverytest] has
occurred - updating... (live nodes size: [2])
[junit4] 2> 2314552 INFO
(zkCallback-10315-thread-1-processing-n:127.0.0.1:40691_solr)
[n:127.0.0.1:40691_solr ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/recoverytest/state.json] for collection [recoverytest] has
occurred - updating... (live nodes size: [2])
[junit4] 2> 2314600 INFO (qtp1254808657-48511) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.c.ZkController I
am the leader, no recovery necessary
[junit4] 2> 2314609 INFO (qtp1254808657-48511) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.s.HttpSolrCall
[admin] webapp=null path=/admin/cores
params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=recoverytest_shard1_replica1&action=CREATE&numShards=1&collection=recoverytest&shard=shard1&wt=javabin&version=2}
status=0 QTime=6416
[junit4] 2> 2314721 INFO
(zkCallback-10316-thread-3-processing-n:127.0.0.1:56154_solr)
[n:127.0.0.1:56154_solr ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/recoverytest/state.json] for collection [recoverytest] has
occurred - updating... (live nodes size: [2])
[junit4] 2> 2314721 INFO
(zkCallback-10315-thread-1-processing-n:127.0.0.1:40691_solr)
[n:127.0.0.1:40691_solr ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/recoverytest/state.json] for collection [recoverytest] has
occurred - updating... (live nodes size: [2])
[junit4] 2> 2315433 INFO (qtp913267724-48517) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.s.HttpSolrCall
[admin] webapp=null path=/admin/cores
params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=recoverytest_shard1_replica2&action=CREATE&numShards=1&collection=recoverytest&shard=shard1&wt=javabin&version=2}
status=0 QTime=7242
[junit4] 2> 2315437 INFO (qtp913267724-48512) [n:127.0.0.1:40691_solr
] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most
30 seconds. Check all shard replicas
[junit4] 2> 2315541 INFO
(zkCallback-10315-thread-1-processing-n:127.0.0.1:40691_solr)
[n:127.0.0.1:40691_solr ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/recoverytest/state.json] for collection [recoverytest] has
occurred - updating... (live nodes size: [2])
[junit4] 2> 2315541 INFO
(zkCallback-10316-thread-1-processing-n:127.0.0.1:56154_solr)
[n:127.0.0.1:56154_solr ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/recoverytest/state.json] for collection [recoverytest] has
occurred - updating... (live nodes size: [2])
[junit4] 2> 2316090 INFO
(OverseerCollectionConfigSetProcessor-97117658354089990-127.0.0.1:56154_solr-n_0000000000)
[n:127.0.0.1:56154_solr ] o.a.s.c.OverseerTaskQueue Response ZK path:
/overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may
have disconnected from ZooKeeper
[junit4] 2> 2316438 INFO (qtp913267724-48512) [n:127.0.0.1:40691_solr
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections
params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&name=recoverytest&action=CREATE&numShards=1&wt=javabin&version=2}
status=0 QTime=8363
[junit4] 2> 2316439 INFO
(TEST-HdfsRecoveryZkTest.test-seed#[53EFA0D1A06992C1]) [ ]
o.a.s.c.RecoveryZkTest Indexing 700 documents
[junit4] 2> 2316472 INFO (qtp913267724-48520) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56154/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[1-0
(1553882545362305024)]} 0 18
[junit4] 2> 2316472 INFO (qtp1254808657-48513) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-0
(1553882545362305024)]} 0 28
[junit4] 2> 2316473 INFO (qtp913267724-48507) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56154/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[2-0
(1553882545362305025)]} 0 19
[junit4] 2> 2316473 INFO (qtp1254808657-48514) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-0
(1553882545362305025)]} 0 29
[junit4] 2> 2316478 INFO (qtp913267724-48516) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56154/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[1-1
(1553882545393762304)]} 0 1
[junit4] 2> 2316478 INFO (qtp1254808657-48515) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-1
(1553882545393762304)]} 0 3
[junit4] 2> 2316479 INFO (qtp913267724-48518) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56154/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[2-1
(1553882545394810880)]} 0 1
[junit4] 2> 2316479 INFO (qtp1254808657-48521) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-1
(1553882545394810880)]} 0 3
[junit4] 2> 2316483 INFO (qtp913267724-48517) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56154/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{delete=[2-0
(-1553882545401102336)]} 0 0
[junit4] 2> 2316483 INFO (qtp913267724-48519) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56154/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{delete=[1-0
(-1553882545400053760)]} 0 1
[junit4] 2> 2316483 INFO (qtp1254808657-48511) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[2-0
(-1553882545401102336)]} 0 2
[junit4] 2> 2316483 INFO (qtp1254808657-48523) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[1-0
(-1553882545400053760)]} 0 3
[junit4] 2> 2316488 INFO (qtp913267724-48520) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56154/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[1-2
(1553882545405296641)]} 0 0
[junit4] 2> 2316488 INFO (qtp913267724-48512) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56154/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[2-2
(1553882545405296640)]} 0 1
[junit4] 2> 2316488 INFO (qtp1254808657-48513) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-2
(1553882545405296641)]} 0 2
[junit4] 2> 2316488 INFO (qtp1254808657-48509) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-2
(1553882545405296640)]} 0 3
[junit4] 2> 2316492 INFO (qtp913267724-48516) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56154/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[2-3
(1553882545410539521)]} 0 0
[junit4] 2> 2316492 INFO (qtp913267724-48507) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56154/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[1-3
(1553882545410539520)]} 0 0
[junit4] 2> 2316492 INFO (qtp1254808657-48515) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-3
(1553882545410539521)]} 0 2
[junit4] 2> 2316493 INFO (qtp1254808657-48514) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-3
(1553882545410539520)]} 0 2
[junit4] 2> 2316497 INFO (qtp913267724-48517) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56154/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[1-4
(1553882545415782400)]} 0 0
[junit4] 2> 2316497 INFO (qtp913267724-48518) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56154/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[2-4
(1553882545414733824)]} 0 1
[junit4] 2> 2316497 INFO (qtp1254808657-48511) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-4
(1553882545415782400)]} 0 2
[junit4] 2> 2316498 INFO (qtp1254808657-48521) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-4
(1553882545414733824)]} 0 3
[junit4] 2> 2316502 INFO (qtp913267724-48520) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56154/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{delete=[2-1
(-1553882545421025280)]} 0 0
[junit4] 2> 2316502 INFO (qtp913267724-48519) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56154/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{delete=[1-1
(-1553882545419976704)]} 0 1
[junit4] 2> 2316502 INFO (qtp1254808657-48513) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[2-1
(-1553882545421025280)]} 0 2
[junit4] 2> 2316502 INFO (qtp1254808657-48523) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[1-1
(-1553882545419976704)]} 0 3
[junit4] 2> 2316509 INFO (qtp913267724-48516) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56154/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[2-5
(1553882545428365313)]} 0 0
[junit4] 2> 2316509 INFO (qtp913267724-48512) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56154/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[1-5
(1553882545428365312)]} 0 1
[junit4] 2> 2316510 INFO (qtp1254808657-48515) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-5
(1553882545428365313)]} 0 2
[junit4] 2> 2316510 INFO (qtp1254808657-48509) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-5
(1553882545428365312)]} 0 2
[junit4] 2> 2316514 INFO (qtp913267724-48507) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56154/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[1-6
(1553882545432559616)]} 0 1
[junit4] 2> 2316514 INFO (qtp913267724-48517) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56154/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[2-6
(1553882545432559617)]} 0 1
[junit4] 2> 2316515 INFO (qtp1254808657-48514) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-6
(1553882545432559616)]} 0 3
[junit4] 2> 2316515 INFO (qtp1254808657-48521) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-6
(1553882545432559617)]} 0 3
[junit4] 2> 2316519 INFO (qtp913267724-48520) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56154/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[2-7
(1553882545438851072)]} 0 0
[junit4] 2> 2316519 INFO (qtp913267724-48518) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56154/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[1-7
(1553882545437802496)]} 0 1
[junit4] 2> 2316519 INFO (qtp1254808657-48523) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-7
(1553882545438851072)]} 0 2
[junit4] 2> 2316520 INFO (qtp1254808657-48511) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-7
(1553882545437802496)]} 0 3
[junit4] 2> 2316524 INFO (qtp913267724-48516) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56154/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[1-8
(1553882545443045376)]} 0 0
[junit4] 2> 2316524 INFO (qtp913267724-48519) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56154/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[2-8
(1553882545443045377)]} 0 1
[junit4] 2> 2316524 INFO (qtp1254808657-48513) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-8
(1553882545443045376)]} 0 2
[junit4] 2> 2316524 INFO (qtp1254808657-48515) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-8
(1553882545443045377)]} 0 3
[junit4] 2> 2316528 INFO (qtp913267724-48507) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56154/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{delete=[2-3
(-1553882545448288257)]} 0 0
[junit4] 2> 2316528 INFO (qtp913267724-48512) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56154/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{delete=[1-3
(-1553882545448288256)]} 0 0
[junit4] 2> 2316528 INFO (qtp1254808657-48514) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[2-3
(-1553882545448288257)]} 0 2
[junit4] 2> 2316528 INFO (qtp1254808657-48509) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[1-3
(-1553882545448288256)]} 0 2
[junit4] 2> 2316533 INFO (qtp913267724-48520) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56154/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[1-9
(1553882545452482561)]} 0 0
[junit4] 2> 2316533 INFO (qtp913267724-48517) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56154/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[2-9
(1553882545452482560)]} 0 1
[junit4] 2> 2316533 INFO (qtp1254808657-48521) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-9
(1553882545452482560)]} 0 3
[junit4] 2> 2316533 INFO (qtp1254808657-48511) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-9
(1553882545452482561)]} 0 3
[junit4] 2> 2316538 INFO (qtp913267724-48516) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56154/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[1-10
(1553882545457725441)]} 0 0
[junit4] 2> 2316538 INFO (qtp913267724-48518) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56154/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[2-10
(1553882545457725440)]} 0 1
[junit4] 2> 2316538 INFO (qtp1254808657-48513) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-10
(1553882545457725441)]} 0 2
[junit4] 2> 2316538 INFO (qtp1254808657-48523) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-10
(1553882545457725440)]} 0 3
[junit4] 2> 2316542 INFO (qtp913267724-48519) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56154/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{delete=[2-5
(-1553882545462968321)]} 0 0
[junit4] 2> 2316542 INFO (qtp913267724-48507) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56154/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{delete=[1-5
(-1553882545462968320)]} 0 0
[junit4] 2> 2316543 INFO (qtp1254808657-48514) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[2-5
(-1553882545462968321)]} 0 2
[junit4] 2> 2316543 INFO (qtp1254808657-48515) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[1-5
(-1553882545462968320)]} 0 2
[junit4] 2> 2316547 INFO (qtp913267724-48520) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56154/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[1-11
(1553882545468211200)]} 0 0
[junit4] 2> 2316547 INFO (qtp913267724-48512) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56154/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[2-11
(1553882545467162624)]} 0 1
[junit4] 2> 2316547 INFO (qtp1254808657-48521) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-11
(1553882545468211200)]} 0 2
[junit4] 2> 2316547 INFO (qtp1254808657-48509) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-11
(1553882545467162624)]} 0 3
[junit4] 2> 2316552 INFO (qtp913267724-48517) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56154/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[2-12
(1553882545472405504)]} 0 1
[junit4] 2> 2316552 INFO (qtp913267724-48516) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56154/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[1-12
(1553882545472405505)]} 0 0
[junit4] 2> 2316552 INFO (qtp1254808657-48511) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-12
(1553882545472405504)]} 0 3
[junit4] 2> 2316553 INFO (qtp1254808657-48513) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-12
(1553882545472405505)]} 0 3
[junit4] 2> 2316557 INFO (qtp913267724-48519) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56154/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{delete=[2-8
(-1553882545477648384)]} 0 1
[junit4] 2> 2316557 INFO (qtp913267724-48518) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56154/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{delete=[1-8
(-1553882545477648385)]} 0 1
[junit4] 2> 2316557 INFO (qtp1254808657-48523) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[2-8
(-1553882545477648384)]} 0 3
[junit4] 2> 2316558 INFO (qtp1254808657-48514) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[1-8
(-1553882545477648385)]} 0 3
[junit4] 2> 2316563 INFO (qtp913267724-48507) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56154/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[2-13
(1553882545482891264)]} 0 1
[junit4] 2> 2316563 INFO (qtp1254808657-48515) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-13
(1553882545482891264)]} 0 3
[junit4] 2> 2316563 INFO (qtp913267724-48520) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56154/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[1-13
(1553882545483939840)]} 0 1
[junit4] 2> 2316563 INFO (qtp1254808657-48521) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-13
(1553882545483939840)]} 0 3
[junit4] 2> 2316567 INFO (qtp913267724-48512) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56154/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{delete=[2-9
(-1553882545489182720)]} 0 1
[junit4] 2> 2316567 INFO (qtp913267724-48517) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56154/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{delete=[1-9
(-1553882545489182721)]} 0 1
[junit4] 2> 2316568 INFO (qtp1254808657-48509) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[2-9
(-1553882545489182720)]} 0 2
[junit4] 2> 2316568 INFO (qtp1254808657-48511) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[1-9
(-1553882545489182721)]} 0 3
[junit4] 2> 2316572 INFO (qtp913267724-48516) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56154/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[2-14
(1553882545493377024)]} 0 1
[junit4] 2> 2316572 INFO (qtp913267724-48519) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56154/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[1-14
(1553882545494425600)]} 0 0
[junit4] 2> 2316572 INFO (qtp1254808657-48513) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-14
(1553882545493377024)]} 0 2
[junit4] 2> 2316572 INFO (qtp1254808657-48523) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-14
(1553882545494425600)]} 0 2
[junit4] 2> 2316577 INFO (qtp913267724-48518) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56154/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{delete=[2-10
(-1553882545499668480)]} 0 0
[junit4] 2> 2316577 INFO (qtp1254808657-48515) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[2-10
(-1553882545499668480)]} 0 2
[junit4] 2> 2316577 INFO (qtp913267724-48507) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56154/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{delete=[1-10
(-1553882545498619904)]} 0 1
[junit4] 2> 2316578 INFO (qtp1254808657-48514) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[1-10
(-1553882545498619904)]} 0 3
[junit4] 2> 2316581 INFO (qtp913267724-48520) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56154/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[2-15
(1553882545503862784)]} 0 1
[junit4] 2> 2316582 INFO (qtp1254808657-48521) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-15
(1553882545503862784)]} 0 2
[junit4] 2> 2316582 INFO (qtp913267724-48512) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56154/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[1-15
(1553882545503862785)]} 0 0
[junit4] 2> 2316582 INFO (qtp1254808657-48511) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-15
(1553882545503862785)]} 0 2
[junit4] 2> 2316586 INFO (qtp913267724-48517) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56154/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[2-16
(1553882545508057088)]} 0 0
[junit4] 2> 2316586 INFO (qtp1254808657-48509) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-16
(1553882545508057088)]} 0 2
[junit4] 2> 2316587 INFO (qtp913267724-48516) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56154/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[1-16
(1553882545509105664)]} 0 1
[junit4] 2> 2316587 INFO (qtp1254808657-48523) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-16
(1553882545509105664)]} 0 3
[junit4] 2> 2316590 INFO (qtp913267724-48519) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56154/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{delete=[2-11
(-1553882545513299968)]} 0 0
[junit4] 2> 2316591 INFO (qtp1254808657-48513) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[2-11
(-1553882545513299968)]} 0 2
[junit4] 2> 2316592 INFO (qtp913267724-48518) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56154/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{delete=[1-11
(-1553882545514348544)]} 0 1
[junit4] 2> 2316592 INFO (qtp1254808657-48515) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[1-11
(-1553882545514348544)]} 0 3
[junit4] 2> 2316596 INFO (qtp913267724-48507) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56154/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[2-17
(1553882545518542848)]} 0 1
[junit4] 2> 2316596 INFO (qtp1254808657-48514) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-17
(1553882545518542848)]} 0 2
[junit4] 2> 2316597 INFO (qtp913267724-48520) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56154/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[1-17
(1553882545519591424)]} 0 0
[junit4] 2> 2316597 INFO (qtp1254808657-48521) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-17
(1553882545519591424)]} 0 2
[junit4] 2> 2316600 INFO (qtp913267724-48512) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56154/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{delete=[2-12
(-1553882545522737152)]} 0 0
[junit4] 2> 2316600 INFO (qtp1254808657-48511) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[2-12
(-1553882545522737152)]} 0 2
[junit4] 2> 2316602 INFO (qtp913267724-48517) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56154/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{delete=[1-12
(-1553882545524834304)]} 0 1
[junit4] 2> 2316602 INFO (qtp1254808657-48509) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[1-12
(-1553882545524834304)]} 0 2
[junit4] 2> 2316604 INFO (qtp913267724-48516) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56154/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[2-18
(1553882545527980032)]} 0 0
[junit4] 2> 2316605 INFO (qtp1254808657-48523) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-18
(1553882545527980032)]} 0 2
[junit4] 2> 2316606 INFO (qtp913267724-48519) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56154/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[1-18
(1553882545529028608)]} 0 1
[junit4] 2> 2316607 INFO (qtp1254808657-48513) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-18
(1553882545529028608)]} 0 3
[junit4] 2> 2316609 INFO (qtp913267724-48518) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56154/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[2-19
(1553882545533222912)]} 0 1
[junit4] 2> 2316609 INFO (qtp1254808657-48515) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-19
(1553882545533222912)]} 0 2
[junit4] 2> 2316611 INFO (qtp913267724-48507) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56154/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[1-19
(1553882545534271488)]} 0 1
[junit4] 2> 2316611 INFO (qtp1254808657-48514) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-19
(1553882545534271488)]} 0 2
[junit4] 2> 2316613 INFO (qtp913267724-48520) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56154/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[2-20
(1553882545537417216)]} 0 0
[junit4] 2> 2316614 INFO (qtp1254808657-48521) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-20
(1553882545537417216)]} 0 2
[junit4] 2> 2316615 INFO (qtp913267724-48512) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56154/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[1-20
(1553882545539514368)]} 0 0
[junit4] 2> 2316616 INFO (qtp1254808657-48511) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-20
(1553882545539514368)]} 0 2
[junit4] 2> 2316618 INFO (qtp913267724-48517) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56154/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[2-21
(1553882545541611520)]} 0 1
[junit4] 2> 2316618 INFO (qtp1254808657-48509) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-21
(1553882545541611520)]} 0 3
[junit4] 2> 2316620 INFO (qtp913267724-48516) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56154/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[1-21
(1553882545543708672)]} 0 0
[junit4] 2> 2316621 INFO (qtp1254808657-48523) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-21
(1553882545543708672)]} 0 3
[junit4] 2> 2316623 INFO (qtp913267724-48519) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56154/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{delete=[2-15
(-1553882545546854400)]} 0 1
[junit4] 2> 2316623 INFO (qtp1254808657-48513) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[2-15
(-1553882545546854400)]} 0 2
[junit4] 2> 2316625 INFO (qtp913267724-48518) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56154/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{delete=[1-15
(-1553882545550000128)]} 0 0
[junit4] 2> 2316625 INFO (qtp1254808657-48515) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{delete=[1-15
(-1553882545550000128)]} 0 2
[junit4] 2> 2316627 INFO (qtp913267724-48507) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56154/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[2-22
(1553882545552097280)]} 0 0
[junit4] 2> 2316628 INFO (qtp1254808657-48514) [n:127.0.0.1:56154_solr
c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1]
webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-22
(1553882545552097280)]} 0 2
[junit4] 2> 2316630 INFO (qtp913267724-48520) [n:127.0.0.1:40691_solr
c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2]
o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2]
webapp=/solr path=/update
params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56154/solr/recoverytest_shard1_replica1/&wt=javabin&version=2}{add=[1-22
(1553882545554194432)]} 0 1
[junit4] 2> 2316630 INFO (qtp1254808657-48521) [n:127.0.0.1:56154_s
[...truncated too long message...]
unOS 5.11 amd64/Oracle Corporation 1.8.0_112
(64-bit)/cpus=3,threads=2,free=59067384,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [BasicFunctionalityTest,
NoCacheHeaderTest, TestFieldTypeCollectionResource, RankQueryTest,
DistributedFacetExistsSmallTest, DefaultValueUpdateProcessorTest,
TestJavabinTupleStreamParser, CollectionsAPIDistributedZkTest,
DistributedFacetPivotSmallTest, SolrInfoMBeanTest, ForceLeaderTest,
TestSchemaNameResource, BlockJoinFacetDistribTest, ConfigSetsAPITest,
TestManagedStopFilterFactory, NotRequiredUniqueKeyTest,
DistributedSuggestComponentTest, TestRandomFlRTGCloud, TestRTimerTree,
ReplicaListTransformerTest, TestDocSet, TestSubQueryTransformerDistrib,
TestSubQueryTransformer, HighlighterConfigTest,
DirectUpdateHandlerOptimizeTest, StatsComponentTest, BlockCacheTest, RulesTest,
ReturnFieldsTest, TestCloudSchemaless, CollectionReloadTest,
TestJsonFacetRefinement, TestConfigSetProperties,
TestDeleteCollectionOnDownNodes, TermVectorComponentTest,
TestConfigSetsAPIZkFailure, TestTrie, TestCorePropertiesReload,
SpellingQueryConverterTest, TestSerializedLuceneMatchVersion,
TestSuggestSpellingConverter, TestCollapseQParserPlugin, TestRecoveryHdfs,
CircularListTest, TestFastWriter, TestQueryUtils, TestSolrFieldCacheMBean,
TestSolrDynamicMBean, TemplateUpdateProcessorTest, LukeRequestHandlerTest,
SpatialHeatmapFacetsTest, WordBreakSolrSpellCheckerTest, TestSearcherReuse,
TestExpandComponent, TestFreeTextSuggestions, TestMinMaxOnMultiValuedField,
RegexBoostProcessorTest, BasicAuthIntegrationTest,
CollectionTooManyReplicasTest, ConnectionReuseTest,
LeaderInitiatedRecoveryOnShardRestartTest, CdcrBootstrapTest, SmileWriterTest,
TestFieldCacheSanityChecker, TestTrackingShardHandlerFactory,
TestHdfsCloudBackupRestore, TestRawResponseWriter,
TestLMJelinekMercerSimilarityFactory, ShowFileRequestHandlerTest,
TriLevelCompositeIdRoutingTest, TestJoin, ZkStateReaderTest,
SolrCloudExampleTest, FileBasedSpellCheckerTest, CacheHeaderTest,
TestSearchPerf, TestBadConfig, TestRealTimeGet, TestValueSourceCache,
TestExactStatsCache, AliasIntegrationTest, TestPHPSerializedResponseWriter,
TestDistributedMissingSort, HdfsThreadLeakTest,
TestDynamicFieldCollectionResource, UUIDFieldTest, TestMiniSolrCloudClusterSSL,
TestFieldCollectionResource, AnalyticsMergeStrategyTest, SolrIndexSplitterTest,
TestManagedSchemaThreadSafety, TestDFRSimilarityFactory,
TestShortCircuitedRequests, RAMDirectoryFactoryTest, PreAnalyzedFieldTest,
TestJmxMonitoredMap, CdcrReplicationHandlerTest, TestHashQParserPlugin,
DocValuesMissingTest, TestStressLiveNodes, TestRebalanceLeaders,
DistributedTermsComponentTest, RequestLoggingTest, DistanceFunctionTest,
TestSolrConfigHandlerConcurrent, TestScoreJoinQPNoScore, HLLUtilTest,
BufferStoreTest, MBeansHandlerTest, TestMergePolicyConfig, EchoParamsTest,
UpdateRequestProcessorFactoryTest, DebugComponentTest,
TestFuzzyAnalyzedSuggestions, ExternalFileFieldSortTest, InfoHandlerTest,
TestSolrQueryResponse, SuggesterWFSTTest, TestCloudPseudoReturnFields,
TestAtomicUpdateErrorCases, SolrIndexConfigTest, DistributedDebugComponentTest,
ConvertedLegacyTest, TestJsonRequest, ExitableDirectoryReaderTest,
AsyncCallRequestStatusResponseTest, SolrCmdDistributorTest,
HdfsChaosMonkeyNothingIsSafeTest, FieldMutatingUpdateProcessorTest,
HttpSolrCallGetCoreTest, TestCloudInspectUtil,
AddSchemaFieldsUpdateProcessorFactoryTest, TestSimpleTrackingShardHandler,
DocExpirationUpdateProcessorFactoryTest, TestEmbeddedSolrServerConstructors,
TestFieldCacheWithThreads, TestSlowCompositeReaderWrapper, TestZkChroot,
SmileWriterTest, ClassificationUpdateProcessorTest,
TolerantUpdateProcessorTest, SpatialRPTFieldTypeTest, TestFilteredDocIdSet,
TestOmitPositions, CleanupOldIndexTest, ResourceLoaderTest,
AnalysisErrorHandlingTest, ParsingFieldUpdateProcessorsTest,
TestAddFieldRealTimeGet, TestCopyFieldCollectionResource, UpdateParamsTest,
TestPerFieldSimilarityClassic, TestDistributedGrouping,
TestLocalFSCloudBackupRestore, LoggingHandlerTest, ClusterStateTest,
TestUninvertingReader, SegmentsInfoRequestHandlerTest, TestIndexSearcher,
HdfsRecoverLeaseTest, TestGeoJSONResponseWriter, TestConfigSetsAPI,
TestAuthenticationFramework, ChaosMonkeySafeLeaderTest,
BasicDistributedZk2Test, UnloadDistributedZkTest, SyncSliceTest,
OpenCloseCoreStressTest, LeaderElectionIntegrationTest, BasicZkTest,
RecoveryZkTest, FullSolrCloudDistribCmdsTest, TestRandomFaceting,
LeaderElectionTest, ZkSolrClientTest, AutoCommitTest, TestFaceting,
TestRecovery, TermVectorComponentDistributedTest, TestReload,
HardAutoCommitTest, TestRangeQuery, TestSolr4Spatial, SpellCheckComponentTest,
TestGroupingSearch, QueryElevationComponentTest, PeerSyncTest,
BadIndexSchemaTest, TestSort, TestFiltering, DirectUpdateHandlerTest,
SoftAutoCommitTest, CurrencyFieldOpenExchangeTest, CurrencyFieldXmlFileTest,
SimplePostToolTest, TestCoreDiscovery, AnalysisAfterCoreReloadTest,
SignatureUpdateProcessorFactoryTest, TestExtendedDismaxParser,
SpellCheckCollatorTest, CoreAdminHandlerTest, SolrRequestParserTest,
TestFoldingMultitermQuery, DocValuesTest, SuggesterTSTTest, SuggesterTest,
SolrCoreCheckLockOnStartupTest, TestUpdate, QueryEqualityTest,
SortByFunctionTest, XsltUpdateRequestHandlerTest, TestSurroundQueryParser,
StandardRequestHandlerTest, TestWriterPerf, TestReversedWildcardFilterFactory,
TestQueryTypes, TermsComponentTest, RequestHandlersTest, DocumentBuilderTest,
PathHierarchyTokenizerFactoryTest, TestIndexingPerformance,
MoreLikeThisHandlerTest, FieldAnalysisRequestHandlerTest, TestSolrQueryParser,
IndexSchemaRuntimeFieldTest, IndexSchemaTest, TestCollationField,
JSONWriterTest, TestCSVResponseWriter, QueryParsingTest, JsonLoaderTest,
BinaryUpdateRequestHandlerTest, CSVRequestHandlerTest, SearchHandlerTest,
TestBinaryResponseWriter, SOLR749Test, TestQuerySenderListener,
AlternateDirectoryTest, TestSolrIndexConfig, TestQuerySenderNoQuery,
CopyFieldTest, BadComponentTest, TestSolrDeletionPolicy2, SampleTest,
TestBinaryField, NumericFieldsTest, MinimalSchemaTest, TestConfig,
DirectSolrConnectionTest, TestLuceneMatchVersion, TestPhraseSuggestions,
TestCharFilters, SynonymTokenizerTest, TestLMDirichletSimilarityFactory,
TestFastOutputStream, URLClassifyProcessorTest, TestSystemIdResolver,
TestUtils, SliceStateTest, FileUtilsTest, DistributedIntervalFacetingTest,
CollectionStateFormat2Test, CollectionsAPIAsyncDistributedZkTest,
ConcurrentDeleteAndCreateCollectionTest, ConnectionManagerTest,
CreateCollectionCleanupTest, DeleteInactiveReplicaTest, DeleteNodeTest,
DeleteShardTest, DistribJoinFromCollectionTest, DistributedVersionInfoTest,
LeaderElectionContextKeyTest, LeaderFailureAfterFreshStartTest,
MultiThreadedOCPTest, OverriddenZkACLAndCredentialsProvidersTest,
OverseerCollectionConfigSetProcessorTest, OverseerModifyCollectionTest,
PeerSyncReplicationTest, SSLMigrationTest, SaslZkACLProviderTest,
SharedFSAutoReplicaFailoverTest, SimpleCollectionCreateDeleteTest,
TestCloudRecovery, TestClusterProperties, TestDownShardTolerantSearch,
TestExclusionRuleCollectionAccess, TestLeaderElectionWithEmptyReplica,
TestLockTree, TestMiniSolrCloudCluster, TestRequestForwarding,
TestSSLRandomization, TestSegmentSorting, TestSizeLimitedDistributedMap,
TestTolerantUpdateProcessorCloud, TlogReplayBufferedWhileIndexingTest,
HdfsBasicDistributedZk2Test, HdfsBasicDistributedZkTest,
HdfsCollectionsAPIDistributedZkTest, HdfsRecoveryZkTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=HdfsRecoveryZkTest
-Dtests.seed=53EFA0D1A06992C1 -Dtests.slow=true -Dtests.locale=be-BY
-Dtests.timezone=Atlantic/Azores -Dtests.asserts=true
-Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J1 | HdfsRecoveryZkTest (suite) <<<
[junit4] > Throwable #1: java.lang.AssertionError: ObjectTracker found 1
object(s) that were not released!!! [HdfsTransactionLog]
[junit4] >
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
[junit4] > at
org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
[junit4] > at
org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130)
[junit4] > at
org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:202)
[junit4] > at
org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:137)
[junit4] > at
org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:94)
[junit4] > at
org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:102)
[junit4] > at
java.lang.reflect.Constructor.newInstance(Constructor.java:423)
[junit4] > at
org.apache.solr.core.SolrCore.createInstance(SolrCore.java:704)
[junit4] > at
org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:766)
[junit4] > at
org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1005)
[junit4] > at
org.apache.solr.core.SolrCore.<init>(SolrCore.java:870)
[junit4] > at
org.apache.solr.core.SolrCore.<init>(SolrCore.java:774)
[junit4] > at
org.apache.solr.core.CoreContainer.create(CoreContainer.java:842)
[junit4] > at
org.apache.solr.core.CoreContainer.lambda$load$0(CoreContainer.java:498)
[junit4] > at
java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] > at
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > at
__randomizedtesting.SeedInfo.seed([53EFA0D1A06992C1]:0)
[junit4] > at
org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:266)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] Completed [529/662 (1!)] on J1 in 54.99s, 1 test, 1 failure <<<
FAILURES!
[...truncated 62856 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
