Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.6-Linux/133/
Java: 64bit/jdk1.8.0_144 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC

4 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsNNFailoverTest

Error Message:
Timed out waiting for Mini HDFS Cluster to start

Stack Trace:
java.io.IOException: Timed out waiting for Mini HDFS Cluster to start
        at __randomizedtesting.SeedInfo.seed([BF8B50D6A1E0655F]:0)
        at 
org.apache.hadoop.hdfs.MiniDFSCluster.waitClusterUp(MiniDFSCluster.java:1207)
        at 
org.apache.hadoop.hdfs.MiniDFSCluster.initMiniDFSCluster(MiniDFSCluster.java:840)
        at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:746)
        at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:616)
        at 
org.apache.solr.cloud.hdfs.HdfsTestUtil.setupClass(HdfsTestUtil.java:104)
        at 
org.apache.solr.cloud.hdfs.HdfsNNFailoverTest.setupClass(HdfsNNFailoverTest.java:43)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:847)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsRecoveryZkTest

Error Message:
Timed out waiting for Mini HDFS Cluster to start

Stack Trace:
java.io.IOException: Timed out waiting for Mini HDFS Cluster to start
        at __randomizedtesting.SeedInfo.seed([BF8B50D6A1E0655F]:0)
        at 
org.apache.hadoop.hdfs.MiniDFSCluster.waitClusterUp(MiniDFSCluster.java:1207)
        at 
org.apache.hadoop.hdfs.MiniDFSCluster.initMiniDFSCluster(MiniDFSCluster.java:840)
        at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:746)
        at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:616)
        at 
org.apache.solr.cloud.hdfs.HdfsTestUtil.setupClass(HdfsTestUtil.java:104)
        at 
org.apache.solr.cloud.hdfs.HdfsTestUtil.setupClass(HdfsTestUtil.java:63)
        at 
org.apache.solr.cloud.hdfs.HdfsRecoveryZkTest.setupClass(HdfsRecoveryZkTest.java:39)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:847)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsThreadLeakTest

Error Message:
Timed out waiting for Mini HDFS Cluster to start

Stack Trace:
java.io.IOException: Timed out waiting for Mini HDFS Cluster to start
        at __randomizedtesting.SeedInfo.seed([BF8B50D6A1E0655F]:0)
        at 
org.apache.hadoop.hdfs.MiniDFSCluster.waitClusterUp(MiniDFSCluster.java:1207)
        at 
org.apache.hadoop.hdfs.MiniDFSCluster.initMiniDFSCluster(MiniDFSCluster.java:840)
        at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:746)
        at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:616)
        at 
org.apache.solr.cloud.hdfs.HdfsTestUtil.setupClass(HdfsTestUtil.java:104)
        at 
org.apache.solr.cloud.hdfs.HdfsThreadLeakTest.beforeClass(HdfsThreadLeakTest.java:45)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:847)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.store.hdfs.HdfsDirectoryTest

Error Message:
Timed out waiting for Mini HDFS Cluster to start

Stack Trace:
java.io.IOException: Timed out waiting for Mini HDFS Cluster to start
        at __randomizedtesting.SeedInfo.seed([BF8B50D6A1E0655F]:0)
        at 
org.apache.hadoop.hdfs.MiniDFSCluster.waitClusterUp(MiniDFSCluster.java:1207)
        at 
org.apache.hadoop.hdfs.MiniDFSCluster.initMiniDFSCluster(MiniDFSCluster.java:840)
        at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:746)
        at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:616)
        at 
org.apache.solr.cloud.hdfs.HdfsTestUtil.setupClass(HdfsTestUtil.java:104)
        at 
org.apache.solr.cloud.hdfs.HdfsTestUtil.setupClass(HdfsTestUtil.java:63)
        at 
org.apache.solr.store.hdfs.HdfsDirectoryTest.beforeClass(HdfsDirectoryTest.java:60)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:847)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 11264 lines...]
   [junit4] Suite: org.apache.solr.cloud.hdfs.HdfsThreadLeakTest
   [junit4]   2> Creating dataDir: 
/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsThreadLeakTest_BF8B50D6A1E0655F-001/init-core-data-001
   [junit4]   2> 224378 WARN  
(SUITE-HdfsThreadLeakTest-seed#[BF8B50D6A1E0655F]-worker) [    ] 
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=81 numCloses=81
   [junit4]   2> 224378 INFO  
(SUITE-HdfsThreadLeakTest-seed#[BF8B50D6A1E0655F]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 224379 INFO  
(SUITE-HdfsThreadLeakTest-seed#[BF8B50D6A1E0655F]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: 
@org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 224690 WARN  
(SUITE-HdfsThreadLeakTest-seed#[BF8B50D6A1E0655F]-worker) [    ] 
o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your 
platform... using builtin-java classes where applicable
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 225105 WARN  
(SUITE-HdfsThreadLeakTest-seed#[BF8B50D6A1E0655F]-worker) [    ] 
o.a.h.m.i.MetricsConfig Cannot locate configuration: tried 
hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 225210 INFO  
(SUITE-HdfsThreadLeakTest-seed#[BF8B50D6A1E0655F]-worker) [    ] o.m.log 
Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via 
org.mortbay.log.Slf4jLog
   [junit4]   2> 225225 WARN  
(SUITE-HdfsThreadLeakTest-seed#[BF8B50D6A1E0655F]-worker) [    ] 
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 225431 INFO  
(SUITE-HdfsThreadLeakTest-seed#[BF8B50D6A1E0655F]-worker) [    ] o.m.log 
jetty-6.1.26
   [junit4]   2> 225460 INFO  
(SUITE-HdfsThreadLeakTest-seed#[BF8B50D6A1E0655F]-worker) [    ] o.m.log 
Extract 
jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs
 to ./temp/Jetty_localhost_localdomain_37767_hdfs____.fny7rm/webapp
   [junit4]   2> 229014 INFO  
(SUITE-HdfsThreadLeakTest-seed#[BF8B50D6A1E0655F]-worker) [    ] o.m.log 
Started 
HttpServer2$SelectChannelConnectorWithSafeStartup@localhost.localdomain:37767
   [junit4]   2> 255857 WARN  
(SUITE-HdfsThreadLeakTest-seed#[BF8B50D6A1E0655F]-worker) [    ] 
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 255864 INFO  
(SUITE-HdfsThreadLeakTest-seed#[BF8B50D6A1E0655F]-worker) [    ] o.m.log 
jetty-6.1.26
   [junit4]   2> 255881 INFO  
(SUITE-HdfsThreadLeakTest-seed#[BF8B50D6A1E0655F]-worker) [    ] o.m.log 
Extract 
jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode
 to ./temp/Jetty_localhost_46715_datanode____xcn5mo/webapp
   [junit4]   2> 256377 INFO  
(SUITE-HdfsThreadLeakTest-seed#[BF8B50D6A1E0655F]-worker) [    ] o.m.log 
Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:46715
   [junit4]   2> 276588 WARN  
(SUITE-HdfsThreadLeakTest-seed#[BF8B50D6A1E0655F]-worker) [    ] 
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 276590 INFO  
(SUITE-HdfsThreadLeakTest-seed#[BF8B50D6A1E0655F]-worker) [    ] o.m.log 
jetty-6.1.26
   [junit4]   2> 276607 INFO  
(SUITE-HdfsThreadLeakTest-seed#[BF8B50D6A1E0655F]-worker) [    ] o.m.log 
Extract 
jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode
 to ./temp/Jetty_localhost_42899_datanode____5rbpq9/webapp
   [junit4]   2> 277076 INFO  
(SUITE-HdfsThreadLeakTest-seed#[BF8B50D6A1E0655F]-worker) [    ] o.m.log 
Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:42899
   [junit4]   2> 281655 WARN  (DataNode: 
[[[DISK]file:/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsThreadLeakTest_BF8B50D6A1E0655F-001/tempDir-001/hdfsBaseDir/data/data1/,
 
[DISK]file:/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsThreadLeakTest_BF8B50D6A1E0655F-001/tempDir-001/hdfsBaseDir/data/data2/]]
  heartbeating to localhost.localdomain/127.0.0.1:44777) [    ] 
o.a.h.h.s.d.DataNode Unexpected exception in block pool Block pool 
<registering> (Datanode Uuid unassigned) service to 
localhost.localdomain/127.0.0.1:44777
   [junit4]   2> java.lang.IllegalArgumentException: 
java.net.URISyntaxException: Relative path in absolute URI: 
.BP-176445548-2a01:4f8:10b:2ab:0:0:0:2-1504446159860.crc
   [junit4]   2>        at org.apache.hadoop.fs.Path.initialize(Path.java:205)
   [junit4]   2>        at org.apache.hadoop.fs.Path.<init>(Path.java:171)
   [junit4]   2>        at org.apache.hadoop.fs.Path.<init>(Path.java:93)
   [junit4]   2>        at 
org.apache.hadoop.fs.ChecksumFileSystem.getChecksumFile(ChecksumFileSystem.java:90)
   [junit4]   2>        at 
org.apache.hadoop.fs.ChecksumFileSystem$FsOperation.run(ChecksumFileSystem.java:488)
   [junit4]   2>        at 
org.apache.hadoop.fs.ChecksumFileSystem.setPermission(ChecksumFileSystem.java:508)
   [junit4]   2>        at 
org.apache.hadoop.util.DiskChecker.mkdirsWithExistsAndPermissionCheck(DiskChecker.java:140)
   [junit4]   2>        at 
org.apache.hadoop.util.DiskChecker.checkDir(DiskChecker.java:156)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.datanode.DataStorage.makeBlockPoolDataDir(DataStorage.java:598)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.datanode.DataStorage.loadBlockPoolSliceStorage(DataStorage.java:465)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.datanode.DataStorage.addStorageLocations(DataStorage.java:397)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.datanode.DataStorage.recoverTransitionRead(DataStorage.java:573)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.datanode.DataNode.initStorage(DataNode.java:1386)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.datanode.DataNode.initBlockPool(DataNode.java:1351)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.datanode.BPOfferService.verifyAndSetNamespaceInfo(BPOfferService.java:313)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.datanode.BPServiceActor.connectToNNAndHandshake(BPServiceActor.java:216)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:637)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: java.net.URISyntaxException: Relative path in 
absolute URI: .BP-176445548-2a01:4f8:10b:2ab:0:0:0:2-1504446159860.crc
   [junit4]   2>        at java.net.URI.checkPath(URI.java:1823)
   [junit4]   2>        at java.net.URI.<init>(URI.java:745)
   [junit4]   2>        at org.apache.hadoop.fs.Path.initialize(Path.java:202)
   [junit4]   2>        ... 17 more
   [junit4]   2> 281655 WARN  (DataNode: 
[[[DISK]file:/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsThreadLeakTest_BF8B50D6A1E0655F-001/tempDir-001/hdfsBaseDir/data/data1/,
 
[DISK]file:/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsThreadLeakTest_BF8B50D6A1E0655F-001/tempDir-001/hdfsBaseDir/data/data2/]]
  heartbeating to localhost.localdomain/127.0.0.1:44777) [    ] 
o.a.h.h.s.d.DataNode Ending block pool service for: Block pool <registering> 
(Datanode Uuid unassigned) service to localhost.localdomain/127.0.0.1:44777
   [junit4]   2> 281663 WARN  (DataNode: 
[[[DISK]file:/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsThreadLeakTest_BF8B50D6A1E0655F-001/tempDir-001/hdfsBaseDir/data/data3/,
 
[DISK]file:/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsThreadLeakTest_BF8B50D6A1E0655F-001/tempDir-001/hdfsBaseDir/data/data4/]]
  heartbeating to localhost.localdomain/127.0.0.1:44777) [    ] 
o.a.h.h.s.d.DataNode Unexpected exception in block pool Block pool 
<registering> (Datanode Uuid unassigned) service to 
localhost.localdomain/127.0.0.1:44777
   [junit4]   2> java.lang.IllegalArgumentException: 
java.net.URISyntaxException: Relative path in absolute URI: 
.BP-176445548-2a01:4f8:10b:2ab:0:0:0:2-1504446159860.crc
   [junit4]   2>        at org.apache.hadoop.fs.Path.initialize(Path.java:205)
   [junit4]   2>        at org.apache.hadoop.fs.Path.<init>(Path.java:171)
   [junit4]   2>        at org.apache.hadoop.fs.Path.<init>(Path.java:93)
   [junit4]   2>        at 
org.apache.hadoop.fs.ChecksumFileSystem.getChecksumFile(ChecksumFileSystem.java:90)
   [junit4]   2>        at 
org.apache.hadoop.fs.ChecksumFileSystem$FsOperation.run(ChecksumFileSystem.java:488)
   [junit4]   2>        at 
org.apache.hadoop.fs.ChecksumFileSystem.setPermission(ChecksumFileSystem.java:508)
   [junit4]   2>        at 
org.apache.hadoop.util.DiskChecker.mkdirsWithExistsAndPermissionCheck(DiskChecker.java:140)
   [junit4]   2>        at 
org.apache.hadoop.util.DiskChecker.checkDir(DiskChecker.java:156)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.datanode.DataStorage.makeBlockPoolDataDir(DataStorage.java:598)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.datanode.DataStorage.loadBlockPoolSliceStorage(DataStorage.java:465)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.datanode.DataStorage.addStorageLocations(DataStorage.java:397)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.datanode.DataStorage.recoverTransitionRead(DataStorage.java:573)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.datanode.DataNode.initStorage(DataNode.java:1386)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.datanode.DataNode.initBlockPool(DataNode.java:1351)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.datanode.BPOfferService.verifyAndSetNamespaceInfo(BPOfferService.java:313)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.datanode.BPServiceActor.connectToNNAndHandshake(BPServiceActor.java:216)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:637)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: java.net.URISyntaxException: Relative path in 
absolute URI: .BP-176445548-2a01:4f8:10b:2ab:0:0:0:2-1504446159860.crc
   [junit4]   2>        at java.net.URI.checkPath(URI.java:1823)
   [junit4]   2>        at java.net.URI.<init>(URI.java:745)
   [junit4]   2>        at org.apache.hadoop.fs.Path.initialize(Path.java:202)
   [junit4]   2>        ... 17 more
   [junit4]   2> 281664 WARN  (DataNode: 
[[[DISK]file:/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsThreadLeakTest_BF8B50D6A1E0655F-001/tempDir-001/hdfsBaseDir/data/data3/,
 
[DISK]file:/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsThreadLeakTest_BF8B50D6A1E0655F-001/tempDir-001/hdfsBaseDir/data/data4/]]
  heartbeating to localhost.localdomain/127.0.0.1:44777) [    ] 
o.a.h.h.s.d.DataNode Ending block pool service for: Block pool <registering> 
(Datanode Uuid unassigned) service to localhost.localdomain/127.0.0.1:44777
   [junit4]   2> 281681 WARN  
(SUITE-HdfsThreadLeakTest-seed#[BF8B50D6A1E0655F]-worker) [    ] 
o.a.h.h.MiniDFSCluster BPOfferService in datanode DataNode{data=null, 
localName='127.0.0.1:37389', datanodeUuid='null', xmitsInProgress=0} failed to 
connect to namenode at localhost.localdomain/127.0.0.1:44777
   [junit4]   2> 281786 WARN  
(SUITE-HdfsThreadLeakTest-seed#[BF8B50D6A1E0655F]-worker) [    ] 
o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start...
   [junit4]   2> 282787 WARN  
(SUITE-HdfsThreadLeakTest-seed#[BF8B50D6A1E0655F]-worker) [    ] 
o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start...
   [junit4]   2> 283787 WARN  
(SUITE-HdfsThreadLeakTest-seed#[BF8B50D6A1E0655F]-worker) [    ] 
o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start...
   [junit4]   2> 284787 WARN  
(SUITE-HdfsThreadLeakTest-seed#[BF8B50D6A1E0655F]-worker) [    ] 
o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start...
   [junit4]   2> 285787 WARN  
(SUITE-HdfsThreadLeakTest-seed#[BF8B50D6A1E0655F]-worker) [    ] 
o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start...
   [junit4]   2> 286787 WARN  
(SUITE-HdfsThreadLeakTest-seed#[BF8B50D6A1E0655F]-worker) [    ] 
o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start...
   [junit4]   2> 287787 WARN  
(SUITE-HdfsThreadLeakTest-seed#[BF8B50D6A1E0655F]-worker) [    ] 
o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start...
   [junit4]   2> 288787 WARN  
(SUITE-HdfsThreadLeakTest-seed#[BF8B50D6A1E0655F]-worker) [    ] 
o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start...
   [junit4]   2> 289788 WARN  
(SUITE-HdfsThreadLeakTest-seed#[BF8B50D6A1E0655F]-worker) [    ] 
o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start...
   [junit4]   2> 290788 WARN  
(SUITE-HdfsThreadLeakTest-seed#[BF8B50D6A1E0655F]-worker) [    ] 
o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start...
   [junit4]   2> 291788 WARN  
(SUITE-HdfsThreadLeakTest-seed#[BF8B50D6A1E0655F]-worker) [    ] 
o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start...
   [junit4]   2> 292788 ERROR 
(SUITE-HdfsThreadLeakTest-seed#[BF8B50D6A1E0655F]-worker) [    ] 
o.a.h.h.MiniDFSCluster Timed out waiting for Mini HDFS Cluster to start
   [junit4]   2> 292800 INFO  
(SUITE-HdfsThreadLeakTest-seed#[BF8B50D6A1E0655F]-worker) [    ] o.m.log 
Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
   [junit4]   2> 292820 INFO  
(SUITE-HdfsThreadLeakTest-seed#[BF8B50D6A1E0655F]-worker) [    ] o.m.log 
Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
   [junit4]   2> 292941 INFO  
(SUITE-HdfsThreadLeakTest-seed#[BF8B50D6A1E0655F]-worker) [    ] o.m.log 
Stopped 
HttpServer2$SelectChannelConnectorWithSafeStartup@localhost.localdomain:0
   [junit4]   2> 293064 INFO  
(SUITE-HdfsThreadLeakTest-seed#[BF8B50D6A1E0655F]-worker) [    ] 
o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 293064 INFO  
(SUITE-HdfsThreadLeakTest-seed#[BF8B50D6A1E0655F]-worker) [    ] 
o.a.s.SolrTestCaseJ4 ------------------------------------------------------- 
Done waiting for tracked resources to be released
   [junit4]   2> Sep 03, 2017 1:43:48 PM 
com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 64 leaked 
thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {}, 
docValues:{}, maxPointsInLeafNode=1825, maxMBSortInHeap=5.659881588692387, 
sim=RandomSimilarity(queryNorm=true,coord=no): {}, 
locale=th-TH-u-nu-thai-x-lvariant-TH, timezone=Asia/Pontianak
   [junit4]   2> NOTE: Linux 4.10.0-33-generic amd64/Oracle Corporation 
1.8.0_144 (64-bit)/cpus=8,threads=2,free=304802864,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [CleanupOldIndexTest, 
HttpSolrCallGetCoreTest, SampleTest, TestDynamicLoading, 
TestSweetSpotSimilarityFactory, TestMaxScoreQueryParser, 
TestBM25SimilarityFactory, TestExclusionRuleCollectionAccess, 
TestConfigSetsAPIExclusivity, TestFieldTypeResource, 
DistributedDebugComponentTest, TestSchemaSimilarityResource, AssignTest, 
TestReloadDeadlock, ZkSolrClientTest, TestOrdValues, TestConfigReload, 
ShardRoutingTest, TestHashPartitioner, TestQueryTypes, JSONWriterTest, 
TestChildDocTransformer, TestSystemIdResolver, 
SharedFSAutoReplicaFailoverUtilsTest, TestCollapseQParserPlugin, 
HdfsThreadLeakTest]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=HdfsThreadLeakTest 
-Dtests.seed=BF8B50D6A1E0655F -Dtests.multiplier=3 -Dtests.slow=true 
-Dtests.locale=th-TH-u-nu-thai-x-lvariant-TH -Dtests.timezone=Asia/Pontianak 
-Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J1 | HdfsThreadLeakTest (suite) <<<
   [junit4]    > Throwable #1: java.io.IOException: Timed out waiting for Mini 
HDFS Cluster to start
   [junit4]    >        at 
__randomizedtesting.SeedInfo.seed([BF8B50D6A1E0655F]:0)
   [junit4]    >        at 
org.apache.hadoop.hdfs.MiniDFSCluster.waitClusterUp(MiniDFSCluster.java:1207)
   [junit4]    >        at 
org.apache.hadoop.hdfs.MiniDFSCluster.initMiniDFSCluster(MiniDFSCluster.java:840)
   [junit4]    >        at 
org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:746)
   [junit4]    >        at 
org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:616)
   [junit4]    >        at 
org.apache.solr.cloud.hdfs.HdfsTestUtil.setupClass(HdfsTestUtil.java:104)
   [junit4]    >        at 
org.apache.solr.cloud.hdfs.HdfsThreadLeakTest.beforeClass(HdfsThreadLeakTest.java:45)
   [junit4]    >        at java.lang.Thread.run(Thread.java:748)
   [junit4] Completed [90/713 (1!)] on J1 in 71.53s, 0 tests, 1 error <<< 
FAILURES!

[...truncated 433 lines...]
   [junit4] Suite: org.apache.solr.cloud.hdfs.HdfsRecoveryZkTest
   [junit4]   2> Creating dataDir: 
/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_BF8B50D6A1E0655F-001/init-core-data-001
   [junit4]   2> 772126 INFO  
(SUITE-HdfsRecoveryZkTest-seed#[BF8B50D6A1E0655F]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 772127 INFO  
(SUITE-HdfsRecoveryZkTest-seed#[BF8B50D6A1E0655F]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: 
@org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 772128 INFO  
(SUITE-HdfsRecoveryZkTest-seed#[BF8B50D6A1E0655F]-worker) [    ] 
o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in 
/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_BF8B50D6A1E0655F-001/tempDir-001
   [junit4]   2> 772128 INFO  
(SUITE-HdfsRecoveryZkTest-seed#[BF8B50D6A1E0655F]-worker) [    ] 
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 772135 INFO  (Thread-1281) [    ] o.a.s.c.ZkTestServer client 
port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 772135 INFO  (Thread-1281) [    ] o.a.s.c.ZkTestServer 
Starting server
   [junit4]   2> 772141 ERROR (Thread-1281) [    ] o.a.z.s.ZooKeeperServer 
ZKShutdownHandler is not registered, so ZooKeeper server won't take any action 
on ERROR or SHUTDOWN server state changes
   [junit4]   2> 772235 INFO  
(SUITE-HdfsRecoveryZkTest-seed#[BF8B50D6A1E0655F]-worker) [    ] 
o.a.s.c.ZkTestServer start zk server on port:42831
   [junit4]   2> 772244 INFO  (jetty-launcher-992-thread-2) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 772247 INFO  (jetty-launcher-992-thread-1) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 772298 INFO  (jetty-launcher-992-thread-2) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@66b567b7{/solr,null,AVAILABLE}
   [junit4]   2> 772300 INFO  (jetty-launcher-992-thread-1) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@7a660e43{/solr,null,AVAILABLE}
   [junit4]   2> 772300 INFO  (jetty-launcher-992-thread-1) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@7d372abf{SSL,[ssl, 
http/1.1]}{127.0.0.1:33567}
   [junit4]   2> 772301 INFO  (jetty-launcher-992-thread-2) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@4f3c7b2d{SSL,[ssl, 
http/1.1]}{127.0.0.1:32919}
   [junit4]   2> 772301 INFO  (jetty-launcher-992-thread-2) [    ] 
o.e.j.s.Server Started @775944ms
   [junit4]   2> 772301 INFO  (jetty-launcher-992-thread-2) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=32919}
   [junit4]   2> 772301 ERROR (jetty-launcher-992-thread-2) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 772301 INFO  (jetty-launcher-992-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
6.6.1
   [junit4]   2> 772301 INFO  (jetty-launcher-992-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 772301 INFO  (jetty-launcher-992-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 772301 INFO  (jetty-launcher-992-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-09-03T13:51:47.279Z
   [junit4]   2> 772317 INFO  (jetty-launcher-992-thread-1) [    ] 
o.e.j.s.Server Started @775960ms
   [junit4]   2> 772317 INFO  (jetty-launcher-992-thread-1) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=33567}
   [junit4]   2> 772317 ERROR (jetty-launcher-992-thread-1) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 772317 INFO  (jetty-launcher-992-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
6.6.1
   [junit4]   2> 772317 INFO  (jetty-launcher-992-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 772317 INFO  (jetty-launcher-992-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 772317 INFO  (jetty-launcher-992-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-09-03T13:51:47.295Z
   [junit4]   2> 772319 INFO  (jetty-launcher-992-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 772327 INFO  (jetty-launcher-992-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 772329 INFO  (jetty-launcher-992-thread-2) [    ] 
o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: 
socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 772330 INFO  (jetty-launcher-992-thread-2) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42831/solr
   [junit4]   2> 772330 INFO  (jetty-launcher-992-thread-1) [    ] 
o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: 
socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 772335 INFO  (jetty-launcher-992-thread-1) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42831/solr
   [junit4]   2> 772343 INFO  (jetty-launcher-992-thread-2) 
[n:127.0.0.1:32919_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 772344 INFO  (jetty-launcher-992-thread-1) 
[n:127.0.0.1:33567_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 772344 INFO  (jetty-launcher-992-thread-2) 
[n:127.0.0.1:32919_solr    ] o.a.s.c.OverseerElectionContext I am going to be 
the leader 127.0.0.1:32919_solr
   [junit4]   2> 772344 INFO  (jetty-launcher-992-thread-1) 
[n:127.0.0.1:33567_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:33567_solr
   [junit4]   2> 772344 INFO  (jetty-launcher-992-thread-2) 
[n:127.0.0.1:32919_solr    ] o.a.s.c.Overseer Overseer 
(id=98595419397357573-127.0.0.1:32919_solr-n_0000000000) starting
   [junit4]   2> 772345 INFO  
(zkCallback-1003-thread-1-processing-n:127.0.0.1:32919_solr) 
[n:127.0.0.1:32919_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 772347 INFO  
(zkCallback-1004-thread-1-processing-n:127.0.0.1:33567_solr) 
[n:127.0.0.1:33567_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 772364 INFO  (jetty-launcher-992-thread-2) 
[n:127.0.0.1:32919_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:32919_solr
   [junit4]   2> 772364 INFO  
(zkCallback-1003-thread-1-processing-n:127.0.0.1:32919_solr) 
[n:127.0.0.1:32919_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 772364 INFO  
(zkCallback-1004-thread-1-processing-n:127.0.0.1:33567_solr) 
[n:127.0.0.1:33567_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 772420 INFO  (jetty-launcher-992-thread-2) 
[n:127.0.0.1:32919_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_BF8B50D6A1E0655F-001/tempDir-001/node2/.
   [junit4]   2> 772481 INFO  (jetty-launcher-992-thread-1) 
[n:127.0.0.1:33567_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_BF8B50D6A1E0655F-001/tempDir-001/node1/.
   [junit4]   2> 772487 INFO  
(SUITE-HdfsRecoveryZkTest-seed#[BF8B50D6A1E0655F]-worker) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 772488 INFO  
(SUITE-HdfsRecoveryZkTest-seed#[BF8B50D6A1E0655F]-worker) [    ] 
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42831/solr ready
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 772562 WARN  
(SUITE-HdfsRecoveryZkTest-seed#[BF8B50D6A1E0655F]-worker) [    ] 
o.a.h.m.i.MetricsConfig Cannot locate configuration: tried 
hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 772585 WARN  
(SUITE-HdfsRecoveryZkTest-seed#[BF8B50D6A1E0655F]-worker) [    ] 
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 772587 INFO  
(SUITE-HdfsRecoveryZkTest-seed#[BF8B50D6A1E0655F]-worker) [    ] o.m.log 
jetty-6.1.26
   [junit4]   2> 772604 INFO  
(SUITE-HdfsRecoveryZkTest-seed#[BF8B50D6A1E0655F]-worker) [    ] o.m.log 
Extract 
jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs
 to ./temp/Jetty_localhost_localdomain_33653_hdfs____.dqa4oi/webapp
   [junit4]   2> 773104 INFO  
(SUITE-HdfsRecoveryZkTest-seed#[BF8B50D6A1E0655F]-worker) [    ] o.m.log 
Started 
HttpServer2$SelectChannelConnectorWithSafeStartup@localhost.localdomain:33653
   [junit4]   2> 773171 WARN  
(SUITE-HdfsRecoveryZkTest-seed#[BF8B50D6A1E0655F]-worker) [    ] 
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 773171 INFO  
(SUITE-HdfsRecoveryZkTest-seed#[BF8B50D6A1E0655F]-worker) [    ] o.m.log 
jetty-6.1.26
   [junit4]   2> 773177 INFO  
(SUITE-HdfsRecoveryZkTest-seed#[BF8B50D6A1E0655F]-worker) [    ] o.m.log 
Extract 
jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode
 to ./temp/Jetty_localhost_33949_datanode____.tcxjaz/webapp
   [junit4]   2> 773626 INFO  
(SUITE-HdfsRecoveryZkTest-seed#[BF8B50D6A1E0655F]-worker) [    ] o.m.log 
Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:33949
   [junit4]   2> 773659 WARN  
(SUITE-HdfsRecoveryZkTest-seed#[BF8B50D6A1E0655F]-worker) [    ] 
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 773660 INFO  
(SUITE-HdfsRecoveryZkTest-seed#[BF8B50D6A1E0655F]-worker) [    ] o.m.log 
jetty-6.1.26
   [junit4]   2> 773669 INFO  
(SUITE-HdfsRecoveryZkTest-seed#[BF8B50D6A1E0655F]-worker) [    ] o.m.log 
Extract 
jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode
 to ./temp/Jetty_localhost_43621_datanode____.q8epdv/webapp
   [junit4]   2> 773699 WARN  (DataNode: 
[[[DISK]file:/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_BF8B50D6A1E0655F-001/tempDir-002/hdfsBaseDir/data/data1/,
 
[DISK]file:/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_BF8B50D6A1E0655F-001/tempDir-002/hdfsBaseDir/data/data2/]]
  heartbeating to localhost.localdomain/127.0.0.1:40601) [    ] 
o.a.h.h.s.d.DataNode Unexpected exception in block pool Block pool 
<registering> (Datanode Uuid unassigned) service to 
localhost.localdomain/127.0.0.1:40601
   [junit4]   2> java.lang.IllegalArgumentException: 
java.net.URISyntaxException: Relative path in absolute URI: 
.BP-17038832-2a01:4f8:10b:2ab:0:0:0:2-1504446707477.crc
   [junit4]   2>        at org.apache.hadoop.fs.Path.initialize(Path.java:205)
   [junit4]   2>        at org.apache.hadoop.fs.Path.<init>(Path.java:171)
   [junit4]   2>        at org.apache.hadoop.fs.Path.<init>(Path.java:93)
   [junit4]   2>        at 
org.apache.hadoop.fs.ChecksumFileSystem.getChecksumFile(ChecksumFileSystem.java:90)
   [junit4]   2>        at 
org.apache.hadoop.fs.ChecksumFileSystem$FsOperation.run(ChecksumFileSystem.java:488)
   [junit4]   2>        at 
org.apache.hadoop.fs.ChecksumFileSystem.setPermission(ChecksumFileSystem.java:508)
   [junit4]   2>        at 
org.apache.hadoop.util.DiskChecker.mkdirsWithExistsAndPermissionCheck(DiskChecker.java:140)
   [junit4]   2>        at 
org.apache.hadoop.util.DiskChecker.checkDir(DiskChecker.java:156)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.datanode.DataStorage.makeBlockPoolDataDir(DataStorage.java:598)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.datanode.DataStorage.loadBlockPoolSliceStorage(DataStorage.java:465)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.datanode.DataStorage.addStorageLocations(DataStorage.java:397)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.datanode.DataStorage.recoverTransitionRead(DataStorage.java:573)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.datanode.DataNode.initStorage(DataNode.java:1386)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.datanode.DataNode.initBlockPool(DataNode.java:1351)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.datanode.BPOfferService.verifyAndSetNamespaceInfo(BPOfferService.java:313)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.datanode.BPServiceActor.connectToNNAndHandshake(BPServiceActor.java:216)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:637)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: java.net.URISyntaxException: Relative path in 
absolute URI: .BP-17038832-2a01:4f8:10b:2ab:0:0:0:2-1504446707477.crc
   [junit4]   2>        at java.net.URI.checkPath(URI.java:1823)
   [junit4]   2>        at java.net.URI.<init>(URI.java:745)
   [junit4]   2>        at org.apache.hadoop.fs.Path.initialize(Path.java:202)
   [junit4]   2>        ... 17 more
   [junit4]   2> 773700 WARN  (DataNode: 
[[[DISK]file:/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_BF8B50D6A1E0655F-001/tempDir-002/hdfsBaseDir/data/data1/,
 
[DISK]file:/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_BF8B50D6A1E0655F-001/tempDir-002/hdfsBaseDir/data/data2/]]
  heartbeating to localhost.localdomain/127.0.0.1:40601) [    ] 
o.a.h.h.s.d.DataNode Ending block pool service for: Block pool <registering> 
(Datanode Uuid unassigned) service to localhost.localdomain/127.0.0.1:40601
   [junit4]   2> 774134 INFO  
(SUITE-HdfsRecoveryZkTest-seed#[BF8B50D6A1E0655F]-worker) [    ] o.m.log 
Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:43621
   [junit4]   2> 774166 WARN  
(SUITE-HdfsRecoveryZkTest-seed#[BF8B50D6A1E0655F]-worker) [    ] 
o.a.h.h.MiniDFSCluster BPOfferService in datanode DataNode{data=null, 
localName='127.0.0.1:44523', datanodeUuid='null', xmitsInProgress=0} failed to 
connect to namenode at localhost.localdomain/127.0.0.1:40601
   [junit4]   2> 774166 WARN  
(SUITE-HdfsRecoveryZkTest-seed#[BF8B50D6A1E0655F]-worker) [    ] 
o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start...
   [junit4]   2> 774205 WARN  (DataNode: 
[[[DISK]file:/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_BF8B50D6A1E0655F-001/tempDir-002/hdfsBaseDir/data/data3/,
 
[DISK]file:/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_BF8B50D6A1E0655F-001/tempDir-002/hdfsBaseDir/data/data4/]]
  heartbeating to localhost.localdomain/127.0.0.1:40601) [    ] 
o.a.h.h.s.d.DataNode Unexpected exception in block pool Block pool 
<registering> (Datanode Uuid unassigned) service to 
localhost.localdomain/127.0.0.1:40601
   [junit4]   2> java.lang.IllegalArgumentException: 
java.net.URISyntaxException: Relative path in absolute URI: 
.BP-17038832-2a01:4f8:10b:2ab:0:0:0:2-1504446707477.crc
   [junit4]   2>        at org.apache.hadoop.fs.Path.initialize(Path.java:205)
   [junit4]   2>        at org.apache.hadoop.fs.Path.<init>(Path.java:171)
   [junit4]   2>        at org.apache.hadoop.fs.Path.<init>(Path.java:93)
   [junit4]   2>        at 
org.apache.hadoop.fs.ChecksumFileSystem.getChecksumFile(ChecksumFileSystem.java:90)
   [junit4]   2>        at 
org.apache.hadoop.fs.ChecksumFileSystem$FsOperation.run(ChecksumFileSystem.java:488)
   [junit4]   2>        at 
org.apache.hadoop.fs.ChecksumFileSystem.setPermission(ChecksumFileSystem.java:508)
   [junit4]   2>        at 
org.apache.hadoop.util.DiskChecker.mkdirsWithExistsAndPermissionCheck(DiskChecker.java:140)
   [junit4]   2>        at 
org.apache.hadoop.util.DiskChecker.checkDir(DiskChecker.java:156)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.datanode.DataStorage.makeBlockPoolDataDir(DataStorage.java:598)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.datanode.DataStorage.loadBlockPoolSliceStorage(DataStorage.java:465)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.datanode.DataStorage.addStorageLocations(DataStorage.java:397)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.datanode.DataStorage.recoverTransitionRead(DataStorage.java:573)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.datanode.DataNode.initStorage(DataNode.java:1386)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.datanode.DataNode.initBlockPool(DataNode.java:1351)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.datanode.BPOfferService.verifyAndSetNamespaceInfo(BPOfferService.java:313)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.datanode.BPServiceActor.connectToNNAndHandshake(BPServiceActor.java:216)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:637)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: java.net.URISyntaxException: Relative path in 
absolute URI: .BP-17038832-2a01:4f8:10b:2ab:0:0:0:2-1504446707477.crc
   [junit4]   2>        at java.net.URI.checkPath(URI.java:1823)
   [junit4]   2>        at java.net.URI.<init>(URI.java:745)
   [junit4]   2>        at org.apache.hadoop.fs.Path.initialize(Path.java:202)
   [junit4]   2>        ... 17 more
   [junit4]   2> 774205 WARN  (DataNode: 
[[[DISK]file:/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_BF8B50D6A1E0655F-001/tempDir-002/hdfsBaseDir/data/data3/,
 
[DISK]file:/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_BF8B50D6A1E0655F-001/tempDir-002/hdfsBaseDir/data/data4/]]
  heartbeating to localhost.localdomain/127.0.0.1:40601) [    ] 
o.a.h.h.s.d.DataNode Ending block pool service for: Block pool <registering> 
(Datanode Uuid unassigned) service to localhost.localdomain/127.0.0.1:40601
   [junit4]   2> 775166 WARN  
(SUITE-HdfsRecoveryZkTest-seed#[BF8B50D6A1E0655F]-worker) [    ] 
o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start...
   [junit4]   2> 776166 WARN  
(SUITE-HdfsRecoveryZkTest-seed#[BF8B50D6A1E0655F]-worker) [    ] 
o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start...
   [junit4]   2> 777166 WARN  
(SUITE-HdfsRecoveryZkTest-seed#[BF8B50D6A1E0655F]-worker) [    ] 
o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start...
   [junit4]   2> 778166 WARN  
(SUITE-HdfsRecoveryZkTest-seed#[BF8B50D6A1E0655F]-worker) [    ] 
o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start...
   [junit4]   2> 779167 WARN  
(SUITE-HdfsRecoveryZkTest-seed#[BF8B50D6A1E0655F]-worker) [    ] 
o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start...
   [junit4]   2> 780167 WARN  
(SUITE-HdfsRecoveryZkTest-seed#[BF8B50D6A1E0655F]-worker) [    ] 
o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start...
   [junit4]   2> 781167 WARN  
(SUITE-HdfsRecoveryZkTest-seed#[BF8B50D6A1E0655F]-worker) [    ] 
o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start...
   [junit4]   2> 782167 WARN  
(SUITE-HdfsRecoveryZkTest-seed#[BF8B50D6A1E0655F]-worker) [    ] 
o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start...
   [junit4]   2> 783167 WARN  
(SUITE-HdfsRecoveryZkTest-seed#[BF8B50D6A1E0655F]-worker) [    ] 
o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start...
   [junit4]   2> 784167 WARN  
(SUITE-HdfsRecoveryZkTest-seed#[BF8B50D6A1E0655F]-worker) [    ] 
o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start...
   [junit4]   2> 785167 ERROR 
(SUITE-HdfsRecoveryZkTest-seed#[BF8B50D6A1E0655F]-worker) [    ] 
o.a.h.h.MiniDFSCluster Timed out waiting for Mini HDFS Cluster to start
   [junit4]   2> 785175 INFO  
(SUITE-HdfsRecoveryZkTest-seed#[BF8B50D6A1E0655F]-worker) [    ] o.m.log 
Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
   [junit4]   2> 785279 INFO  
(SUITE-HdfsRecoveryZkTest-seed#[BF8B50D6A1E0655F]-worker) [    ] o.m.log 
Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
   [junit4]   2> 785386 INFO  
(SUITE-HdfsRecoveryZkTest-seed#[BF8B50D6A1E0655F]-worker) [    ] o.m.log 
Stopped 
HttpServer2$SelectChannelConnectorWithSafeStartup@localhost.localdomain:0
   [junit4]   2> 785495 INFO  (jetty-closer-993-thread-2) [    ] 
o.e.j.s.AbstractConnector Stopped ServerConnector@7d372abf{SSL,[ssl, 
http/1.1]}{127.0.0.1:0}
   [junit4]   2> 785496 INFO  (jetty-closer-993-thread-2) [    ] 
o.a.s.c.CoreContainer Shutting down CoreContainer instance=1642987896
   [junit4]   2> 785496 INFO  (jetty-closer-993-thread-1) [    ] 
o.e.j.s.AbstractConnector Stopped ServerConnector@4f3c7b2d{SSL,[ssl, 
http/1.1]}{127.0.0.1:0}
   [junit4]   2> 785496 INFO  (jetty-closer-993-thread-1) [    ] 
o.a.s.c.CoreContainer Shutting down CoreContainer instance=1458814485
   [junit4]   2> 785496 INFO  (jetty-closer-993-thread-2) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 785496 INFO  (jetty-closer-993-thread-2) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jvm
   [junit4]   2> 785496 INFO  (jetty-closer-993-thread-2) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jetty
   [junit4]   2> 785496 INFO  (jetty-closer-993-thread-1) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 785496 INFO  (jetty-closer-993-thread-1) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jvm
   [junit4]   2> 785496 INFO  (jetty-closer-993-thread-1) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jetty
   [junit4]   2> 785497 INFO  (jetty-closer-993-thread-2) [    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 785497 INFO  (jetty-closer-993-thread-1) [    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 785498 INFO  (jetty-closer-993-thread-1) [    ] 
o.a.s.c.Overseer Overseer 
(id=98595419397357573-127.0.0.1:32919_solr-n_0000000000) closing
   [junit4]   2> 785498 INFO  
(OverseerStateUpdate-98595419397357573-127.0.0.1:32919_solr-n_0000000000) 
[n:127.0.0.1:32919_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 
127.0.0.1:32919_solr
   [junit4]   2> 785498 INFO  
(zkCallback-1003-thread-1-processing-n:127.0.0.1:32919_solr) 
[n:127.0.0.1:32919_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (1)
   [junit4]   2> 785498 WARN  
(zkCallback-1004-thread-1-processing-n:127.0.0.1:33567_solr) 
[n:127.0.0.1:33567_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, 
but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 785499 INFO  (jetty-closer-993-thread-2) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@7a660e43{/solr,null,UNAVAILABLE}
   [junit4]   2> 785499 WARN  
(zkCallback-1003-thread-1-processing-n:127.0.0.1:32919_solr) 
[n:127.0.0.1:32919_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, 
but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 785499 INFO  (jetty-closer-993-thread-1) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@66b567b7{/solr,null,UNAVAILABLE}
   [junit4]   2> 785499 ERROR 
(SUITE-HdfsRecoveryZkTest-seed#[BF8B50D6A1E0655F]-worker) [    ] 
o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper 
server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 785499 INFO  
(SUITE-HdfsRecoveryZkTest-seed#[BF8B50D6A1E0655F]-worker) [    ] 
o.a.s.c.ZkTestServer connecting to 127.0.0.1:42831 42831
   [junit4]   2> 785633 INFO  (Thread-1281) [    ] o.a.s.c.ZkTestServer 
connecting to 127.0.0.1:42831 42831
   [junit4]   2> 785634 WARN  (Thread-1281) [    ] o.a.s.c.ZkTestServer Watch 
limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2>        3       /solr/aliases.json
   [junit4]   2>        2       /solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2>        3       /solr/clusterstate.json
   [junit4]   2>        3       /solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2>        3       /solr/live_nodes
   [junit4]   2>        3       /solr/collections
   [junit4]   2> 
   [junit4]   2> 785634 INFO  
(SUITE-HdfsRecoveryZkTest-seed#[BF8B50D6A1E0655F]-worker) [    ] 
o.a.s.c.ZkTestServer connecting to 127.0.0.1:42831 42831
   [junit4]   2> 785634 INFO  
(SUITE-HdfsRecoveryZkTest-seed#[BF8B50D6A1E0655F]-worker) [    ] 
o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 785634 INFO  
(SUITE-HdfsRecoveryZkTest-seed#[BF8B50D6A1E0655F]-worker) [    ] 
o.a.s.SolrTestCaseJ4 ------------------------------------------------------- 
Done waiting for tracked resources to be released
   [junit4]   2> Sep 03, 2017 1:52:00 PM 
com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 65 leaked 
thread(s).
   [junit4]   2> NOTE: test params are: codec=CheapBastard, 
sim=RandomSimilarity(queryNorm=true,coord=crazy): {}, locale=ro, 
timezone=Europe/Prague
   [junit4]   2> NOTE: Linux 4.10.0-33-generic amd64/Oracle Corporation 
1.8.0_144 (64-bit)/cpus=8,threads=1,free=265213568,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [CleanupOldIndexTest, 
HttpSolrCallGetCoreTest, SampleTest, TestDynamicLoading, 
TestSweetSpotSimilarityFactory, TestMaxScoreQueryParser, 
TestBM25SimilarityFactory, TestExclusionRuleCollectionAccess, 
TestConfigSetsAPIExclusivity, TestFieldTypeResource, 
DistributedDebugComponentTest, TestSchemaSimilarityResource, AssignTest, 
TestReloadDeadlock, ZkSolrClientTest, TestOrdValues, TestConfigReload, 
ShardRoutingTest, TestHashPartitioner, TestQueryTypes, JSONWriterTest, 
TestChildDocTransformer, TestSystemIdResolver, 
SharedFSAutoReplicaFailoverUtilsTest, TestCollapseQParserPlugin, 
HdfsThreadLeakTest, TestSegmentSorting, TestCopyFieldCollectionResource, 
TestPerFieldSimilarityWithDefaultOverride, ConnectionManagerTest, 
IndexSchemaTest, TestNoOpRegenerator, TestRawResponseWriter, 
MoreLikeThisHandlerTest, RAMDirectoryFactoryTest, RankQueryTest, 
TestSubQueryTransformerDistrib, TestLockTree, CoreSorterTest, 
TestFieldCollectionResource, ZkControllerTest, SimplePostToolTest, 
SolrIndexSplitterTest, TestCollationFieldDocValues, TestLRUCache, 
DateMathParserTest, TestDistributedGrouping, TestSQLHandlerNonCloud, 
TestLRUStatsCache, IndexSchemaRuntimeFieldTest, 
TestSolrCloudWithDelegationTokens, DirectSolrConnectionTest, 
LeaderInitiatedRecoveryOnShardRestartTest, TestCloudManagedSchema, 
MultiTermTest, HdfsWriteToMultipleCollectionsTest, TestExceedMaxTermLength, 
TestCustomSort, ClusterStateUpdateTest, TestRestManager, 
AnalysisErrorHandlingTest, UpdateRequestProcessorFactoryTest, 
TestLuceneMatchVersion, ParsingFieldUpdateProcessorsTest, 
TestFileDictionaryLookup, TestTolerantUpdateProcessorCloud, 
DistributedQueryComponentOptimizationTest, CollectionsAPISolrJTest, 
SystemInfoHandlerTest, CollectionsAPIDistributedZkTest, 
DeleteInactiveReplicaTest, SpellingQueryConverterTest, 
HdfsBasicDistributedZkTest, TestSuggestSpellingConverter, 
TestImpersonationWithHadoopAuth, BigEndianAscendingWordSerializerTest, 
OverseerModifyCollectionTest, TestConfigOverlay, SolrInfoMBeanTest, 
SolrMetricsIntegrationTest, BlockJoinFacetDistribTest, TestSearchPerf, 
DocValuesTest, ZkStateReaderTest, HdfsRecoveryZkTest]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=HdfsRecoveryZkTest 
-Dtests.seed=BF8B50D6A1E0655F -Dtests.multiplier=3 -Dtests.slow=true 
-Dtests.locale=ro -Dtests.timezone=Europe/Prague -Dtests.asserts=true 
-Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J1 | HdfsRecoveryZkTest (suite) <<<
   [junit4]    > Throwable #1: java.io.IOException: Timed out waiting for Mini 
HDFS Cluster to start
   [junit4]    >        at 
__randomizedtesting.SeedInfo.seed([BF8B50D6A1E0655F]:0)
   [junit4]    >        at 
org.apache.hadoop.hdfs.MiniDFSCluster.waitClusterUp(MiniDFSCluster.java:1207)
   [junit4]    >        at 
org.apache.hadoop.hdfs.MiniDFSCluster.initMiniDFSCluster(MiniDFSCluster.java:840)
   [junit4]    >        at 
org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:746)
   [junit4]    >        at 
org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:616)
   [junit4]    >        at 
org.apache.solr.cloud.hdfs.HdfsTestUtil.setupClass(HdfsTestUtil.java:104)
   [junit4]    >        at 
org.apache.solr.cloud.hdfs.HdfsTestUtil.setupClass(HdfsTestUtil.java:63)
   [junit4]    >        at 
org.apache.solr.cloud.hdfs.HdfsRecoveryZkTest.setupClass(HdfsRecoveryZkTest.java:39)
   [junit4]    >        at java.lang.Thread.run(Thread.java:748)
   [junit4] Completed [222/713 (2!)] on J1 in 16.34s, 0 tests, 1 error <<< 
FAILURES!

[...truncated 1097 lines...]
   [junit4] Suite: org.apache.solr.cloud.hdfs.HdfsNNFailoverTest
   [junit4]   2> Creating dataDir: 
/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsNNFailoverTest_BF8B50D6A1E0655F-001/init-core-data-001
   [junit4]   2> 1826343 INFO  
(SUITE-HdfsNNFailoverTest-seed#[BF8B50D6A1E0655F]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 1826344 INFO  
(SUITE-HdfsNNFailoverTest-seed#[BF8B50D6A1E0655F]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: 
@org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
   [junit4]   2> 1826344 INFO  
(SUITE-HdfsNNFailoverTest-seed#[BF8B50D6A1E0655F]-worker) [    ] 
o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 1826541 WARN  
(SUITE-HdfsNNFailoverTest-seed#[BF8B50D6A1E0655F]-worker) [    ] 
o.a.h.m.i.MetricsConfig Cannot locate configuration: tried 
hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 1826570 WARN  
(SUITE-HdfsNNFailoverTest-seed#[BF8B50D6A1E0655F]-worker) [    ] 
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 1826573 INFO  
(SUITE-HdfsNNFailoverTest-seed#[BF8B50D6A1E0655F]-worker) [    ] o.m.log 
jetty-6.1.26
   [junit4]   2> 1826589 INFO  
(SUITE-HdfsNNFailoverTest-seed#[BF8B50D6A1E0655F]-worker) [    ] o.m.log 
Extract 
jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs
 to ./temp/Jetty_localhost_localdomain_37703_hdfs____.inqftc/webapp
   [junit4]   2> 1827142 INFO  
(SUITE-HdfsNNFailoverTest-seed#[BF8B50D6A1E0655F]-worker) [    ] o.m.log 
Started 
HttpServer2$SelectChannelConnectorWithSafeStartup@localhost.localdomain:37703
   [junit4]   2> 1827320 WARN  
(SUITE-HdfsNNFailoverTest-seed#[BF8B50D6A1E0655F]-worker) [    ] 
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 1827322 INFO  
(SUITE-HdfsNNFailoverTest-seed#[BF8B50D6A1E0655F]-worker) [    ] o.m.log 
jetty-6.1.26
   [junit4]   2> 1827330 INFO  
(SUITE-HdfsNNFailoverTest-seed#[BF8B50D6A1E0655F]-worker) [    ] o.m.log 
Extract 
jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode
 to ./temp/Jetty_localhost_37615_datanode____.meljxf/webapp
   [junit4]   2> 1827827 INFO  
(SUITE-HdfsNNFailoverTest-seed#[BF8B50D6A1E0655F]-worker) [    ] o.m.log 
Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:37615
   [junit4]   2> 1827934 WARN  
(SUITE-HdfsNNFailoverTest-seed#[BF8B50D6A1E0655F]-worker) [    ] 
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 1827938 INFO  
(SUITE-HdfsNNFailoverTest-seed#[BF8B50D6A1E0655F]-worker) [    ] o.m.log 
jetty-6.1.26
   [junit4]   2> 1827968 WARN  (DataNode: 
[[[DISK]file:/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsNNFailoverTest_BF8B50D6A1E0655F-001/tempDir-001/hdfsBaseDir/data/data1/,
 
[DISK]file:/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsNNFailoverTest_BF8B50D6A1E0655F-001/tempDir-001/hdfsBaseDir/data/data2/]]
  heartbeating to localhost.localdomain/127.0.0.1:44231) [    ] 
o.a.h.h.s.d.DataNode Unexpected exception in block pool Block pool 
<registering> (Datanode Uuid unassigned) service to 
localhost.localdomain/127.0.0.1:44231
   [junit4]   2> java.lang.IllegalArgumentException: 
java.net.URISyntaxException: Relative path in absolute URI: 
.BP-1328085143-2a01:4f8:10b:2ab:0:0:0:2-1504447761345.crc
   [junit4]   2>        at org.apache.hadoop.fs.Path.initialize(Path.java:205)
   [junit4]   2>        at org.apache.hadoop.fs.Path.<init>(Path.java:171)
   [junit4]   2>        at org.apache.hadoop.fs.Path.<init>(Path.java:93)
   [junit4]   2>        at 
org.apache.hadoop.fs.ChecksumFileSystem.getChecksumFile(ChecksumFileSystem.java:90)
   [junit4]   2>        at 
org.apache.hadoop.fs.ChecksumFileSystem$FsOperation.run(ChecksumFileSystem.java:488)
   [junit4]   2>        at 
org.apache.hadoop.fs.ChecksumFileSystem.setPermission(ChecksumFileSystem.java:508)
   [junit4]   2>        at 
org.apache.hadoop.util.DiskChecker.mkdirsWithExistsAndPermissionCheck(DiskChecker.java:140)
   [junit4]   2>        at 
org.apache.hadoop.util.DiskChecker.checkDir(DiskChecker.java:156)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.datanode.DataStorage.makeBlockPoolDataDir(DataStorage.java:598)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.datanode.DataStorage.loadBlockPoolSliceStorage(DataStorage.java:465)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.datanode.DataStorage.addStorageLocations(DataStorage.java:397)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.datanode.DataStorage.recoverTransitionRead(DataStorage.java:573)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.datanode.DataNode.initStorage(DataNode.java:1386)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.datanode.DataNode.initBlockPool(DataNode.java:1351)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.datanode.BPOfferService.verifyAndSetNamespaceInfo(BPOfferService.java:313)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.datanode.BPServiceActor.connectToNNAndHandshake(BPServiceActor.java:216)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:637)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: java.net.URISyntaxException: Relative path in 
absolute URI: .BP-1328085143-2a01:4f8:10b:2ab:0:0:0:2-1504447761345.crc
   [junit4]   2>        at java.net.URI.checkPath(URI.java:1823)
   [junit4]   2>        at java.net.URI.<init>(URI.java:745)
   [junit4]   2>        at org.apache.hadoop.fs.Path.initialize(Path.java:202)
   [junit4]   2>        ... 17 more
   [junit4]   2> 1827969 WARN  (DataNode: 
[[[DISK]file:/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsNNFailoverTest_BF8B50D6A1E0655F-001/tempDir-001/hdfsBaseDir/data/data1/,
 
[DISK]file:/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsNNFailoverTest_BF8B50D6A1E0655F-001/tempDir-001/hdfsBaseDir/data/data2/]]
  heartbeating to localhost.localdomain/127.0.0.1:44231) [    ] 
o.a.h.h.s.d.DataNode Ending block pool service for: Block pool <registering> 
(Datanode Uuid unassigned) service to localhost.localdomain/127.0.0.1:44231
   [junit4]   2> 1827989 INFO  
(SUITE-HdfsNNFailoverTest-seed#[BF8B50D6A1E0655F]-worker) [    ] o.m.log 
Extract 
jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode
 to ./temp/Jetty_localhost_40991_datanode____fd5x8c/webapp
   [junit4]   2> 1828581 INFO  
(SUITE-HdfsNNFailoverTest-seed#[BF8B50D6A1E0655F]-worker) [    ] o.m.log 
Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:40991
   [junit4]   2> 1828641 WARN  
(SUITE-HdfsNNFailoverTest-seed#[BF8B50D6A1E0655F]-worker) [    ] 
o.a.h.h.MiniDFSCluster BPOfferService in datanode DataNode{data=null, 
localName='127.0.0.1:42353', datanodeUuid='null', xmitsInProgress=0} failed to 
connect to namenode at localhost.localdomain/127.0.0.1:44231
   [junit4]   2> 1828643 WARN  
(SUITE-HdfsNNFailoverTest-seed#[BF8B50D6A1E0655F]-worker) [    ] 
o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start...
   [junit4]   2> 1828698 WARN  (DataNode: 
[[[DISK]file:/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsNNFailoverTest_BF8B50D6A1E0655F-001/tempDir-001/hdfsBaseDir/data/data3/,
 
[DISK]file:/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsNNFailoverTest_BF8B50D6A1E0655F-001/tempDir-001/hdfsBaseDir/data/data4/]]
  heartbeating to localhost.localdomain/127.0.0.1:44231) [    ] 
o.a.h.h.s.d.DataNode Unexpected exception in block pool Block pool 
<registering> (Datanode Uuid unassigned) service to 
localhost.localdomain/127.0.0.1:44231
   [junit4]   2> java.lang.IllegalArgumentException: 
java.net.URISyntaxException: Relative path in absolute URI: 
.BP-1328085143-2a01:4f8:10b:2ab:0:0:0:2-1504447761345.crc
   [junit4]   2>        at org.apache.hadoop.fs.Path.initialize(Path.java:205)
   [junit4]   2>        at org.apache.hadoop.fs.Path.<init>(Path.java:171)
   [junit4]   2>        at org.apache.hadoop.fs.Path.<init>(Path.java:93)
   [junit4]   2>        at 
org.apache.hadoop.fs.ChecksumFileSystem.getChecksumFile(ChecksumFileSystem.java:90)
   [junit4]   2>        at 
org.apache.hadoop.fs.ChecksumFileSystem$FsOperation.run(ChecksumFileSystem.java:488)
   [junit4]   2>        at 
org.apache.hadoop.fs.ChecksumFileSystem.setPermission(ChecksumFileSystem.java:508)
   [junit4]   2>        at 
org.apache.hadoop.util.DiskChecker.mkdirsWithExistsAndPermissionCheck(DiskChecker.java:140)
   [junit4]   2>        at 
org.apache.hadoop.util.DiskChecker.checkDir(DiskChecker.java:156)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.datanode.DataStorage.makeBlockPoolDataDir(DataStorage.java:598)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.datanode.DataStorage.loadBlockPoolSliceStorage(DataStorage.java:465)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.datanode.DataStorage.addStorageLocations(DataStorage.java:397)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.datanode.DataStorage.recoverTransitionRead(DataStorage.java:573)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.datanode.DataNode.initStorage(DataNode.java:1386)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.datanode.DataNode.initBlockPool(DataNode.java:1351)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.datanode.BPOfferService.verifyAndSetNamespaceInfo(BPOfferService.java:313)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.datanode.BPServiceActor.connectToNNAndHandshake(BPServiceActor.java:216)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:637)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: java.net.URISyntaxException: Relative path in 
absolute URI: .BP-1328085143-2a01:4f8:10b:2ab:0:0:0:2-1504447761345.crc
   [junit4]   2>        at java.net.URI.checkPath(URI.java:1823)
   [junit4]   2>        at java.net.URI.<init>(URI.java:745)
   [junit4]   2>        at org.apache.hadoop.fs.Path.initialize(Path.java:202)
   [junit4]   2>        ... 17 more
   [junit4]   2> 1828698 WARN  (DataNode: 
[[[DISK]file:/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsNNFailoverTest_BF8B50D6A1E0655F-001/tempDir-001/hdfsBaseDir/data/data3/,
 
[DISK]file:/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsNNFailoverTest_BF8B50D6A1E0655F-001/tempDir-001/hdfsBaseDir/data/data4/]]
  heartbeating to localhost.localdomain/127.0.0.1:44231) [    ] 
o.a.h.h.s.d.DataNode Ending block pool service for: Block pool <registering> 
(Datanode Uuid unassigned) service to localhost.localdomain/127.0.0.1:44231
   [junit4]   2> 1829643 WARN  
(SUITE-HdfsNNFailoverTest-seed#[BF8B50D6A1E0655F]-worker) [    ] 
o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start...
   [junit4]   2> 1830643 WARN  
(SUITE-HdfsNNFailoverTest-seed#[BF8B50D6A1E0655F]-worker) [    ] 
o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start...
   [junit4]   2> 1831643 WARN  
(SUITE-HdfsNNFailoverTest-seed#[BF8B50D6A1E0655F]-worker) [    ] 
o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start...
   [junit4]   2> 1832644 WARN  
(SUITE-HdfsNNFailoverTest-seed#[BF8B50D6A1E0655F]-worker) [    ] 
o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start...
   [junit4]   2> 1833644 WARN  
(SUITE-HdfsNNFailoverTest-seed#[BF8B50D6A1E0655F]-worker) [    ] 
o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start...
   [junit4]   2> 1834644 WARN  
(SUITE-HdfsNNFailoverTest-seed#[BF8B50D6A1E0655F]-worker) [    ] 
o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start...
   [junit4]   2> 1835644 WARN  
(SUITE-HdfsNNFailoverTest-seed#[BF8B50D6A1E0655F]-worker) [    ] 
o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start...
   [junit4]   2> 1836645 WARN  
(SUITE-HdfsNNFailoverTest-seed#[BF8B50D6A1E0655F]-worker) [    ] 
o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start...
   [junit4]   2> 1837645 WARN  
(SUITE-HdfsNNFailoverTest-seed#[BF8B50D6A1E0655F]-worker) [    ] 
o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start...
   [junit4]   2> 1838645 WARN  
(SUITE-HdfsNNFailoverTest-seed#[BF8B50D6A1E0655F]-worker) [    ] 
o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start...
   [junit4]   2> 1839645 ERROR 
(SUITE-HdfsNNFailoverTest-seed#[BF8B50D6A1E0655F]-worker) [    ] 
o.a.h.h.MiniDFSCluster Timed out waiting for Mini HDFS Cluster to start
   [junit4]   2> 1839656 INFO  
(SUITE-HdfsNNFailoverTest-seed#[BF8B50D6A1E0655F]-worker) [    ] o.m.log 
Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
   [junit4]   2> 1839820 INFO  
(SUITE-HdfsNNFailoverTest-seed#[BF8B50D6A1E0655F]-worker) [    ] o.m.log 
Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
   [junit4]   2> 1839973 INFO  
(SUITE-HdfsNNFailoverTest-seed#[BF8B50D6A1E0655F]-worker) [    ] o.m.log 
Stopped 
HttpServer2$SelectChannelConnectorWithSafeStartup@localhost.localdomain:0
   [junit4]   2> 1839974 WARN  (854159520@qtp-1247133586-1 - Acceptor0 
HttpServer2$SelectChannelConnectorWithSafeStartup@localhost.localdomain:37703) 
[    ] o.a.h.h.HttpServer2 HttpServer Acceptor: isRunning is false. Rechecking.
   [junit4]   2> 1839974 WARN  (854159520@qtp-1247133586-1 - Acceptor0 
HttpServer2$SelectChannelConnectorWithSafeStartup@localhost.localdomain:37703) 
[    ] o.a.h.h.HttpServer2 HttpServer Acceptor: isRunning is false
   [junit4]   2> 1840091 INFO  
(SUITE-HdfsNNFailoverTest-seed#[BF8B50D6A1E0655F]-worker) [    ] 
o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1840091 INFO  
(SUITE-HdfsNNFailoverTest-seed#[BF8B50D6A1E0655F]-worker) [    ] 
o.a.s.SolrTestCaseJ4 ------------------------------------------------------- 
Done waiting for tracked resources to be released
   [junit4]   2> Sep 03, 2017 2:09:35 PM 
com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 64 leaked 
thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {}, 
docValues:{}, maxPointsInLeafNode=1389, maxMBSortInHeap=7.531789166035139, 
sim=RandomSimilarity(queryNorm=false,coord=crazy): {}, locale=cs, 
timezone=Atlantic/Jan_Mayen
   [junit4]   2> NOTE: Linux 4.10.0-33-generic amd64/Oracle Corporation 
1.8.0_144 (64-bit)/cpus=8,threads=1,free=285960232,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [CleanupOldIndexTest, 
HttpSolrCallGetCoreTest, SampleTest, TestDynamicLoading, 
TestSweetSpotSimilarityFactory, TestMaxScoreQueryParser, 
TestBM25SimilarityFactory, TestExclusionRuleCollectionAccess, 
TestConfigSetsAPIExclusivity, TestFieldTypeResource, 
DistributedDebugComponentTest, TestSchemaSimilarityResource, AssignTest, 
TestReloadDeadlock, ZkSolrClientTest, TestOrdValues, TestConfigReload, 
ShardRoutingTest, TestHashPartitioner, TestQueryTypes, JSONWriterTest, 
TestChildDocTransformer, TestSystemIdResolver, 
SharedFSAutoReplicaFailoverUtilsTest, TestCollapseQParserPlugin, 
HdfsThreadLeakTest, TestSegmentSorting, TestCopyFieldCollectionResource, 
TestPerFieldSimilarityWithDefaultOverride, ConnectionManagerTest, 
IndexSchemaTest, TestNoOpRegenerator, TestRawResponseWriter, 
MoreLikeThisHandlerTest, RAMDirectoryFactoryTest, RankQueryTest, 
TestSubQueryTransformerDistrib, TestLockTree, CoreSorterTest, 
TestFieldCollectionResource, ZkControllerTest, SimplePostToolTest, 
SolrIndexSplitterTest, TestCollationFieldDocValues, TestLRUCache, 
DateMathParserTest, TestDistributedGrouping, TestSQLHandlerNonCloud, 
TestLRUStatsCache, IndexSchemaRuntimeFieldTest, 
TestSolrCloudWithDelegationTokens, DirectSolrConnectionTest, 
LeaderInitiatedRecoveryOnShardRestartTest, TestCloudManagedSchema, 
MultiTermTest, HdfsWriteToMultipleCollectionsTest, TestExceedMaxTermLength, 
TestCustomSort, ClusterStateUpdateTest, TestRestManager, 
AnalysisErrorHandlingTest, UpdateRequestProcessorFactoryTest, 
TestLuceneMatchVersion, ParsingFieldUpdateProcessorsTest, 
TestFileDictionaryLookup, TestTolerantUpdateProcessorCloud, 
DistributedQueryComponentOptimizationTest, CollectionsAPISolrJTest, 
SystemInfoHandlerTest, CollectionsAPIDistributedZkTest, 
DeleteInactiveReplicaTest, SpellingQueryConverterTest, 
HdfsBasicDistributedZkTest, TestSuggestSpellingConverter, 
TestImpersonationWithHadoopAuth, BigEndianAscendingWordSerializerTest, 
OverseerModifyCollectionTest, TestConfigOverlay, SolrInfoMBeanTest, 
SolrMetricsIntegrationTest, BlockJoinFacetDistribTest, TestSearchPerf, 
DocValuesTest, ZkStateReaderTest, HdfsRecoveryZkTest, URLClassifyProcessorTest, 
PKIAuthenticationIntegrationTest, TestUseDocValuesAsStored2, 
TestSolrCoreSnapshots, WordBreakSolrSpellCheckerTest, 
CloneFieldUpdateProcessorFactoryTest, EchoParamsTest, 
DirectSolrSpellCheckerTest, SolrCloudExampleTest, TestInitParams, 
CopyFieldTest, TestCSVResponseWriter, OpenCloseCoreStressTest, 
TestSchemaManager, AddSchemaFieldsUpdateProcessorFactoryTest, 
PreAnalyzedFieldManagedSchemaCloudTest, ChaosMonkeySafeLeaderTest, 
JsonLoaderTest, TestIntervalFaceting, TestInPlaceUpdatesStandalone, 
SolrIndexConfigTest, UUIDUpdateProcessorFallbackTest, 
IndexBasedSpellCheckerTest, TestRequestForwarding, 
SpellCheckCollatorWithCollapseTest, TestFuzzyAnalyzedSuggestions, 
TestFieldCache, RemoteQueryErrorTest, CloudMLTQParserTest, 
TestMiniSolrCloudClusterSSL, TestUnifiedSolrHighlighter, TestRTGBase, 
BasicDistributedZkTest, UnloadDistributedZkTest, OverseerTest, BasicZkTest, 
RecoveryZkTest, FullSolrCloudDistribCmdsTest, ZkCLITest, TestFunctionQuery, 
BasicFunctionalityTest, TestLazyCores, TestIndexSearcher, 
ShowFileRequestHandlerTest, CurrencyFieldOpenExchangeTest, 
TestExtendedDismaxParser, SpellCheckCollatorTest, SuggesterFSTTest, 
SolrRequestParserTest, TestFoldingMultitermQuery, TestTrie, SpatialFilterTest, 
PolyFieldTest, SchemaVersionSpecificBehaviorTest, 
SolrCoreCheckLockOnStartupTest, TestUpdate, FieldMutatingUpdateProcessorTest, 
TestAtomicUpdateErrorCases, TestWordDelimiterFilterFactory, QueryEqualityTest, 
DefaultValueUpdateProcessorTest, StatelessScriptUpdateProcessorFactoryTest, 
SortByFunctionTest, DistanceFunctionTest, XsltUpdateRequestHandlerTest, 
CacheHeaderTest, TestSurroundQueryParser, TestQueryUtils, 
DocumentAnalysisRequestHandlerTest, TermsComponentTest, RequestHandlersTest, 
DocumentBuilderTest, FieldAnalysisRequestHandlerTest, TestSolrQueryParser, 
SolrPluginUtilsTest, JSONWriterTest, TestPartialUpdateDeduplication, 
CSVRequestHandlerTest, SearchHandlerTest, TestLFUCache, TestCrossCoreJoin, 
TestCursorMarkWithoutUniqueKey, TestHighlightDedupGrouping, 
TestSimpleTrackingShardHandler, TestTolerantSearch, TestPathTrie, 
TestEmbeddedSolrServerConstructors, ConnectionReuseTest, 
BaseCdcrDistributedZkTest, CdcrBootstrapTest, DeleteReplicaTest, 
DistributedQueueTest, DistributedVersionInfoTest, 
LeaderFailoverAfterPartitionTest, NodeMutatorTest, 
OutOfBoxZkACLAndCredentialsProvidersTest, OverseerStatusTest, 
OverseerTaskQueueTest, ReplaceNodeTest, ReplicationFactorTest, 
RestartWhileUpdatingTest, SSLMigrationTest, SaslZkACLProviderTest, 
SolrCLIZkUtilsTest, SolrXmlInZkTest, TestCloudDeleteByQuery, 
TestCloudPseudoReturnFields, TestClusterProperties, TestConfigSetsAPI, 
TestSolrCloudWithKerberosAlt, TestStressLiveNodes, HdfsBasicDistributedZk2Test, 
HdfsChaosMonkeyNothingIsSafeTest, HdfsChaosMonkeySafeLeaderTest, 
HdfsCollectionsAPIDistributedZkTest, HdfsNNFailoverTest]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=HdfsNNFailoverTest 
-Dtests.seed=BF8B50D6A1E0655F -Dtests.multiplier=3 -Dtests.slow=true 
-Dtests.locale=cs -Dtests.timezone=Atlantic/Jan_Mayen -Dtests.asserts=true 
-Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J1 | HdfsNNFailoverTest (suite) <<<
   [junit4]    > Throwable #1: java.io.IOException: Timed out waiting for Mini 
HDFS Cluster to start
   [junit4]    >        at 
__randomizedtesting.SeedInfo.seed([BF8B50D6A1E0655F]:0)
   [junit4]    >        at 
org.apache.hadoop.hdfs.MiniDFSCluster.waitClusterUp(MiniDFSCluster.java:1207)
   [junit4]    >        at 
org.apache.hadoop.hdfs.MiniDFSCluster.initMiniDFSCluster(MiniDFSCluster.java:840)
   [junit4]    >        at 
org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:746)
   [junit4]    >        at 
org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:616)
   [junit4]    >        at 
org.apache.solr.cloud.hdfs.HdfsTestUtil.setupClass(HdfsTestUtil.java:104)
   [junit4]    >        at 
org.apache.solr.cloud.hdfs.HdfsNNFailoverTest.setupClass(HdfsNNFailoverTest.java:43)
   [junit4]    >        at java.lang.Thread.run(Thread.java:748)
   [junit4] Completed [556/713 (3!)] on J1 in 16.48s, 0 tests, 1 error <<< 
FAILURES!

[...truncated 425 lines...]
   [junit4] Suite: org.apache.solr.store.hdfs.HdfsDirectoryTest
   [junit4]   2> Creating dataDir: 
/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.store.hdfs.HdfsDirectoryTest_BF8B50D6A1E0655F-001/init-core-data-001
   [junit4]   2> 2097514 INFO  
(SUITE-HdfsDirectoryTest-seed#[BF8B50D6A1E0655F]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 2097515 INFO  
(SUITE-HdfsDirectoryTest-seed#[BF8B50D6A1E0655F]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: 
@org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 2098361 WARN  
(SUITE-HdfsDirectoryTest-seed#[BF8B50D6A1E0655F]-worker) [    ] 
o.a.h.m.i.MetricsConfig Cannot locate configuration: tried 
hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 2098370 WARN  
(SUITE-HdfsDirectoryTest-seed#[BF8B50D6A1E0655F]-worker) [    ] 
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 2098371 INFO  
(SUITE-HdfsDirectoryTest-seed#[BF8B50D6A1E0655F]-worker) [    ] o.m.log 
jetty-6.1.26
   [junit4]   2> 2098388 INFO  
(SUITE-HdfsDirectoryTest-seed#[BF8B50D6A1E0655F]-worker) [    ] o.m.log Extract 
jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs
 to ./temp/Jetty_localhost_localdomain_33717_hdfs____.7yd59l/webapp
   [junit4]   2> 2098916 INFO  
(SUITE-HdfsDirectoryTest-seed#[BF8B50D6A1E0655F]-worker) [    ] o.m.log Started 
HttpServer2$SelectChannelConnectorWithSafeStartup@localhost.localdomain:33717
   [junit4]   2> 2099793 WARN  
(SUITE-HdfsDirectoryTest-seed#[BF8B50D6A1E0655F]-worker) [    ] 
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 2099796 INFO  
(SUITE-HdfsDirectoryTest-seed#[BF8B50D6A1E0655F]-worker) [    ] o.m.log 
jetty-6.1.26
   [junit4]   2> 2099809 INFO  
(SUITE-HdfsDirectoryTest-seed#[BF8B50D6A1E0655F]-worker) [    ] o.m.log Extract 
jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode
 to ./temp/Jetty_localhost_36629_datanode____taqkdd/webapp
   [junit4]   2> 2100292 INFO  
(SUITE-HdfsDirectoryTest-seed#[BF8B50D6A1E0655F]-worker) [    ] o.m.log Started 
HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:36629
   [junit4]   2> 2100475 WARN  
(SUITE-HdfsDirectoryTest-seed#[BF8B50D6A1E0655F]-worker) [    ] 
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 2100476 INFO  
(SUITE-HdfsDirectoryTest-seed#[BF8B50D6A1E0655F]-worker) [    ] o.m.log 
jetty-6.1.26
   [junit4]   2> 2100513 WARN  (DataNode: 
[[[DISK]file:/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.store.hdfs.HdfsDirectoryTest_BF8B50D6A1E0655F-001/tempDir-001/hdfsBaseDir/data/data1/,
 
[DISK]file:/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.store.hdfs.HdfsDirectoryTest_BF8B50D6A1E0655F-001/tempDir-001/hdfsBaseDir/data/data2/]]
  heartbeating to localhost.localdomain/127.0.0.1:41527) [    ] 
o.a.h.h.s.d.DataNode Unexpected exception in block pool Block pool 
<registering> (Datanode Uuid unassigned) service to 
localhost.localdomain/127.0.0.1:41527
   [junit4]   2> java.lang.IllegalArgumentException: 
java.net.URISyntaxException: Relative path in absolute URI: 
.BP-910620604-2a01:4f8:10b:2ab:0:0:0:2-1504448032503.crc
   [junit4]   2>        at org.apache.hadoop.fs.Path.initialize(Path.java:205)
   [junit4]   2>        at org.apache.hadoop.fs.Path.<init>(Path.java:171)
   [junit4]   2>        at org.apache.hadoop.fs.Path.<init>(Path.java:93)
   [junit4]   2>        at 
org.apache.hadoop.fs.ChecksumFileSystem.getChecksumFile(ChecksumFileSystem.java:90)
   [junit4]   2>        at 
org.apache.hadoop.fs.ChecksumFileSystem$FsOperation.run(ChecksumFileSystem.java:488)
   [junit4]   2>        at 
org.apache.hadoop.fs.ChecksumFileSystem.setPermission(ChecksumFileSystem.java:508)
   [junit4]   2>        at 
org.apache.hadoop.util.DiskChecker.mkdirsWithExistsAndPermissionCheck(DiskChecker.java:140)
   [junit4]   2>        at 
org.apache.hadoop.util.DiskChecker.checkDir(DiskChecker.java:156)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.datanode.DataStorage.makeBlockPoolDataDir(DataStorage.java:598)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.datanode.DataStorage.loadBlockPoolSliceStorage(DataStorage.java:465)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.datanode.DataStorage.addStorageLocations(DataStorage.java:397)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.datanode.DataStorage.recoverTransitionRead(DataStorage.java:573)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.datanode.DataNode.initStorage(DataNode.java:1386)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.datanode.DataNode.initBlockPool(DataNode.java:1351)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.datanode.BPOfferService.verifyAndSetNamespaceInfo(BPOfferService.java:313)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.datanode.BPServiceActor.connectToNNAndHandshake(BPServiceActor.java:216)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:637)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: java.net.URISyntaxException: Relative path in 
absolute URI: .BP-910620604-2a01:4f8:10b:2ab:0:0:0:2-1504448032503.crc
   [junit4]   2>        at java.net.URI.checkPath(URI.java:1823)
   [junit4]   2>        at java.net.URI.<init>(URI.java:745)
   [junit4]   2>        at org.apache.hadoop.fs.Path.initialize(Path.java:202)
   [junit4]   2>        ... 17 more
   [junit4]   2> 2100514 WARN  (DataNode: 
[[[DISK]file:/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.store.hdfs.HdfsDirectoryTest_BF8B50D6A1E0655F-001/tempDir-001/hdfsBaseDir/data/data1/,
 
[DISK]file:/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.store.hdfs.HdfsDirectoryTest_BF8B50D6A1E0655F-001/tempDir-001/hdfsBaseDir/data/data2/]]
  heartbeating to localhost.localdomain/127.0.0.1:41527) [    ] 
o.a.h.h.s.d.DataNode Ending block pool service for: Block pool <registering> 
(Datanode Uuid unassigned) service to localhost.localdomain/127.0.0.1:41527
   [junit4]   2> 2100516 INFO  
(SUITE-HdfsDirectoryTest-seed#[BF8B50D6A1E0655F]-worker) [    ] o.m.log Extract 
jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode
 to ./temp/Jetty_localhost_34367_datanode____ioh8re/webapp
   [junit4]   2> 2101039 INFO  
(SUITE-HdfsDirectoryTest-seed#[BF8B50D6A1E0655F]-worker) [    ] o.m.log Started 
HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:34367
   [junit4]   2> 2101082 WARN  
(SUITE-HdfsDirectoryTest-seed#[BF8B50D6A1E0655F]-worker) [    ] 
o.a.h.h.MiniDFSCluster BPOfferService in datanode DataNode{data=null, 
localName='127.0.0.1:34237', datanodeUuid='null', xmitsInProgress=0} failed to 
connect to namenode at localhost.localdomain/127.0.0.1:41527
   [junit4]   2> 2101082 WARN  
(SUITE-HdfsDirectoryTest-seed#[BF8B50D6A1E0655F]-worker) [    ] 
o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start...
   [junit4]   2> 2101127 WARN  (DataNode: 
[[[DISK]file:/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.store.hdfs.HdfsDirectoryTest_BF8B50D6A1E0655F-001/tempDir-001/hdfsBaseDir/data/data3/,
 
[DISK]file:/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.store.hdfs.HdfsDirectoryTest_BF8B50D6A1E0655F-001/tempDir-001/hdfsBaseDir/data/data4/]]
  heartbeating to localhost.localdomain/127.0.0.1:41527) [    ] 
o.a.h.h.s.d.DataNode Unexpected exception in block pool Block pool 
<registering> (Datanode Uuid unassigned) service to 
localhost.localdomain/127.0.0.1:41527
   [junit4]   2> java.lang.IllegalArgumentException: 
java.net.URISyntaxException: Relative path in absolute URI: 
.BP-910620604-2a01:4f8:10b:2ab:0:0:0:2-1504448032503.crc
   [junit4]   2>        at org.apache.hadoop.fs.Path.initialize(Path.java:205)
   [junit4]   2>        at org.apache.hadoop.fs.Path.<init>(Path.java:171)
   [junit4]   2>        at org.apache.hadoop.fs.Path.<init>(Path.java:93)
   [junit4]   2>        at 
org.apache.hadoop.fs.ChecksumFileSystem.getChecksumFile(ChecksumFileSystem.java:90)
   [junit4]   2>        at 
org.apache.hadoop.fs.ChecksumFileSystem$FsOperation.run(ChecksumFileSystem.java:488)
   [junit4]   2>        at 
org.apache.hadoop.fs.ChecksumFileSystem.setPermission(ChecksumFileSystem.java:508)
   [junit4]   2>        at 
org.apache.hadoop.util.DiskChecker.mkdirsWithExistsAndPermissionCheck(DiskChecker.java:140)
   [junit4]   2>        at 
org.apache.hadoop.util.DiskChecker.checkDir(DiskChecker.java:156)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.datanode.DataStorage.makeBlockPoolDataDir(DataStorage.java:598)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.datanode.DataStorage.loadBlockPoolSliceStorage(DataStorage.java:465)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.datanode.DataStorage.addStorageLocations(DataStorage.java:397)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.datanode.DataStorage.recoverTransitionRead(DataStorage.java:573)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.datanode.DataNode.initStorage(DataNode.java:1386)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.datanode.DataNode.initBlockPool(DataNode.java:1351)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.datanode.BPOfferService.verifyAndSetNamespaceInfo(BPOfferService.java:313)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.datanode.BPServiceActor.connectToNNAndHandshake(BPServiceActor.java:216)
   [junit4]   2>        at 
org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:637)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: java.net.URISyntaxException: Relative path in 
absolute URI: .BP-910620604-2a01:4f8:10b:2ab:0:0:0:2-1504448032503.crc
   [junit4]   2>        at java.net.URI.checkPath(URI.java:1823)
   [junit4]   2>        at java.net.URI.<init>(URI.java:745)
   [junit4]   2>        at org.apache.hadoop.fs.Path.initialize(Path.java:202)
   [junit4]   2>        ... 17 more
   [junit4]   2> 2101127 WARN  (DataNode: 
[[[DISK]file:/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.store.hdfs.HdfsDirectoryTest_BF8B50D6A1E0655F-001/tempDir-001/hdfsBaseDir/data/data3/,
 
[DISK]file:/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.store.hdfs.HdfsDi

[...truncated too long message...]

 Mini HDFS Cluster to start...
   [junit4]   2> 2111087 WARN  
(SUITE-HdfsDirectoryTest-seed#[BF8B50D6A1E0655F]-worker) [    ] 
o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start...
   [junit4]   2> 2112087 ERROR 
(SUITE-HdfsDirectoryTest-seed#[BF8B50D6A1E0655F]-worker) [    ] 
o.a.h.h.MiniDFSCluster Timed out waiting for Mini HDFS Cluster to start
   [junit4]   2> 2112090 INFO  
(SUITE-HdfsDirectoryTest-seed#[BF8B50D6A1E0655F]-worker) [    ] o.m.log Stopped 
HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
   [junit4]   2> 2112194 INFO  
(SUITE-HdfsDirectoryTest-seed#[BF8B50D6A1E0655F]-worker) [    ] o.m.log Stopped 
HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
   [junit4]   2> 2112304 INFO  
(SUITE-HdfsDirectoryTest-seed#[BF8B50D6A1E0655F]-worker) [    ] o.m.log Stopped 
HttpServer2$SelectChannelConnectorWithSafeStartup@localhost.localdomain:0
   [junit4]   2> 2112412 INFO  
(SUITE-HdfsDirectoryTest-seed#[BF8B50D6A1E0655F]-worker) [    ] 
o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 2112412 INFO  
(SUITE-HdfsDirectoryTest-seed#[BF8B50D6A1E0655F]-worker) [    ] 
o.a.s.SolrTestCaseJ4 ------------------------------------------------------- 
Done waiting for tracked resources to be released
   [junit4]   2> Sep 03, 2017 2:14:07 PM 
com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 64 leaked 
thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {}, 
docValues:{}, maxPointsInLeafNode=499, maxMBSortInHeap=7.578167917441155, 
sim=RandomSimilarity(queryNorm=false,coord=yes): {}, locale=es-EC, 
timezone=America/Mendoza
   [junit4]   2> NOTE: Linux 4.10.0-33-generic amd64/Oracle Corporation 
1.8.0_144 (64-bit)/cpus=8,threads=1,free=100911192,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [CleanupOldIndexTest, 
HttpSolrCallGetCoreTest, SampleTest, TestDynamicLoading, 
TestSweetSpotSimilarityFactory, TestMaxScoreQueryParser, 
TestBM25SimilarityFactory, TestExclusionRuleCollectionAccess, 
TestConfigSetsAPIExclusivity, TestFieldTypeResource, 
DistributedDebugComponentTest, TestSchemaSimilarityResource, AssignTest, 
TestReloadDeadlock, ZkSolrClientTest, TestOrdValues, TestConfigReload, 
ShardRoutingTest, TestHashPartitioner, TestQueryTypes, JSONWriterTest, 
TestChildDocTransformer, TestSystemIdResolver, 
SharedFSAutoReplicaFailoverUtilsTest, TestCollapseQParserPlugin, 
HdfsThreadLeakTest, TestSegmentSorting, TestCopyFieldCollectionResource, 
TestPerFieldSimilarityWithDefaultOverride, ConnectionManagerTest, 
IndexSchemaTest, TestNoOpRegenerator, TestRawResponseWriter, 
MoreLikeThisHandlerTest, RAMDirectoryFactoryTest, RankQueryTest, 
TestSubQueryTransformerDistrib, TestLockTree, CoreSorterTest, 
TestFieldCollectionResource, ZkControllerTest, SimplePostToolTest, 
SolrIndexSplitterTest, TestCollationFieldDocValues, TestLRUCache, 
DateMathParserTest, TestDistributedGrouping, TestSQLHandlerNonCloud, 
TestLRUStatsCache, IndexSchemaRuntimeFieldTest, 
TestSolrCloudWithDelegationTokens, DirectSolrConnectionTest, 
LeaderInitiatedRecoveryOnShardRestartTest, TestCloudManagedSchema, 
MultiTermTest, HdfsWriteToMultipleCollectionsTest, TestExceedMaxTermLength, 
TestCustomSort, ClusterStateUpdateTest, TestRestManager, 
AnalysisErrorHandlingTest, UpdateRequestProcessorFactoryTest, 
TestLuceneMatchVersion, ParsingFieldUpdateProcessorsTest, 
TestFileDictionaryLookup, TestTolerantUpdateProcessorCloud, 
DistributedQueryComponentOptimizationTest, CollectionsAPISolrJTest, 
SystemInfoHandlerTest, CollectionsAPIDistributedZkTest, 
DeleteInactiveReplicaTest, SpellingQueryConverterTest, 
HdfsBasicDistributedZkTest, TestSuggestSpellingConverter, 
TestImpersonationWithHadoopAuth, BigEndianAscendingWordSerializerTest, 
OverseerModifyCollectionTest, TestConfigOverlay, SolrInfoMBeanTest, 
SolrMetricsIntegrationTest, BlockJoinFacetDistribTest, TestSearchPerf, 
DocValuesTest, ZkStateReaderTest, HdfsRecoveryZkTest, URLClassifyProcessorTest, 
PKIAuthenticationIntegrationTest, TestUseDocValuesAsStored2, 
TestSolrCoreSnapshots, WordBreakSolrSpellCheckerTest, 
CloneFieldUpdateProcessorFactoryTest, EchoParamsTest, 
DirectSolrSpellCheckerTest, SolrCloudExampleTest, TestInitParams, 
CopyFieldTest, TestCSVResponseWriter, OpenCloseCoreStressTest, 
TestSchemaManager, AddSchemaFieldsUpdateProcessorFactoryTest, 
PreAnalyzedFieldManagedSchemaCloudTest, ChaosMonkeySafeLeaderTest, 
JsonLoaderTest, TestIntervalFaceting, TestInPlaceUpdatesStandalone, 
SolrIndexConfigTest, UUIDUpdateProcessorFallbackTest, 
IndexBasedSpellCheckerTest, TestRequestForwarding, 
SpellCheckCollatorWithCollapseTest, TestFuzzyAnalyzedSuggestions, 
TestFieldCache, RemoteQueryErrorTest, CloudMLTQParserTest, 
TestMiniSolrCloudClusterSSL, TestUnifiedSolrHighlighter, TestRTGBase, 
BasicDistributedZkTest, UnloadDistributedZkTest, OverseerTest, BasicZkTest, 
RecoveryZkTest, FullSolrCloudDistribCmdsTest, ZkCLITest, TestFunctionQuery, 
BasicFunctionalityTest, TestLazyCores, TestIndexSearcher, 
ShowFileRequestHandlerTest, CurrencyFieldOpenExchangeTest, 
TestExtendedDismaxParser, SpellCheckCollatorTest, SuggesterFSTTest, 
SolrRequestParserTest, TestFoldingMultitermQuery, TestTrie, SpatialFilterTest, 
PolyFieldTest, SchemaVersionSpecificBehaviorTest, 
SolrCoreCheckLockOnStartupTest, TestUpdate, FieldMutatingUpdateProcessorTest, 
TestAtomicUpdateErrorCases, TestWordDelimiterFilterFactory, QueryEqualityTest, 
DefaultValueUpdateProcessorTest, StatelessScriptUpdateProcessorFactoryTest, 
SortByFunctionTest, DistanceFunctionTest, XsltUpdateRequestHandlerTest, 
CacheHeaderTest, TestSurroundQueryParser, TestQueryUtils, 
DocumentAnalysisRequestHandlerTest, TermsComponentTest, RequestHandlersTest, 
DocumentBuilderTest, FieldAnalysisRequestHandlerTest, TestSolrQueryParser, 
SolrPluginUtilsTest, JSONWriterTest, TestPartialUpdateDeduplication, 
CSVRequestHandlerTest, SearchHandlerTest, TestLFUCache, TestCrossCoreJoin, 
TestCursorMarkWithoutUniqueKey, TestHighlightDedupGrouping, 
TestSimpleTrackingShardHandler, TestTolerantSearch, TestPathTrie, 
TestEmbeddedSolrServerConstructors, ConnectionReuseTest, 
BaseCdcrDistributedZkTest, CdcrBootstrapTest, DeleteReplicaTest, 
DistributedQueueTest, DistributedVersionInfoTest, 
LeaderFailoverAfterPartitionTest, NodeMutatorTest, 
OutOfBoxZkACLAndCredentialsProvidersTest, OverseerStatusTest, 
OverseerTaskQueueTest, ReplaceNodeTest, ReplicationFactorTest, 
RestartWhileUpdatingTest, SSLMigrationTest, SaslZkACLProviderTest, 
SolrCLIZkUtilsTest, SolrXmlInZkTest, TestCloudDeleteByQuery, 
TestCloudPseudoReturnFields, TestClusterProperties, TestConfigSetsAPI, 
TestSolrCloudWithKerberosAlt, TestStressLiveNodes, HdfsBasicDistributedZk2Test, 
HdfsChaosMonkeyNothingIsSafeTest, HdfsChaosMonkeySafeLeaderTest, 
HdfsCollectionsAPIDistributedZkTest, HdfsNNFailoverTest, ZkStateWriterTest, 
RuleEngineTest, BlobRepositoryCloudTest, DirectoryFactoryTest, 
ExitableDirectoryReaderTest, QueryResultKeyTest, TestBackupRepositoryFactory, 
TestConfigSetImmutable, TestConfigSets, TestCorePropertiesReload, 
TestCustomStream, TestSolrConfigHandlerCloud, CoreAdminRequestStatusTest, 
MetricsHandlerTest, StatsReloadRaceTest, DistributedFacetExistsSmallTest, 
DistributedFacetPivotSmallTest, DistributedQueryComponentCustomSortTest, 
SuggestComponentTest, TestTrackingShardHandlerFactory, 
WrapperMergePolicyFactoryTest, JvmMetricsTest, SolrCoreMetricManagerTest, 
SolrGangliaReporterTest, SolrJmxReporterCloudTest, SmileWriterTest, TestMacros, 
TestCustomDocTransformer, TestGraphMLResponseWriter, TestPushWriter, 
TestRawTransformer, TestManagedResourceStorage, 
TestDynamicFieldCollectionResource, TestFieldTypeCollectionResource, 
TestSchemaResource, TestSchemaVersionResource, 
TestSolrQueryParserDefaultOperatorResource, TestManagedStopFilterFactory, 
BadCopyFieldTest, BooleanFieldTest, ChangedSchemaMergeTest, DateRangeFieldTest, 
DocValuesMissingTest, EnumFieldTest, ManagedSchemaRoundRobinCloudTest, 
SpatialRPTFieldTypeTest, TestBulkSchemaConcurrent, TestHalfAndHalfDocValues, 
TestManagedSchemaAPI, AnalyticsMergeStrategyTest, CursorMarkTest, 
LargeFieldTest, MergeStrategyTest, TestAddFieldRealTimeGet, 
TestComplexPhraseQParserPlugin, TestFieldSortValues, 
TestGraphTermsQParserPlugin, TestInitQParser, TestMultiWordSynonyms, 
TestOverriddenPrefixQueryForCustomFieldType, TestPayloadScoreQParserPlugin, 
TestSimpleQParserPlugin, TestSolr4Spatial2, TestSolrCoreParser, 
TestSolrFieldCacheMBean, TestStressUserVersions, TestXmlQParser, 
TestMinMaxOnMultiValuedField, BlockJoinFacetRandomTest, GraphQueryTest, 
TestScoreJoinQPScore, TestExactSharedStatsCache, TestAuthorizationFramework, 
TestRuleBasedAuthorizationPlugin, TestDelegationWithHadoopAuth, 
HdfsDirectoryTest]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=HdfsDirectoryTest 
-Dtests.seed=BF8B50D6A1E0655F -Dtests.multiplier=3 -Dtests.slow=true 
-Dtests.locale=es-EC -Dtests.timezone=America/Mendoza -Dtests.asserts=true 
-Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J1 | HdfsDirectoryTest (suite) <<<
   [junit4]    > Throwable #1: java.io.IOException: Timed out waiting for Mini 
HDFS Cluster to start
   [junit4]    >        at 
__randomizedtesting.SeedInfo.seed([BF8B50D6A1E0655F]:0)
   [junit4]    >        at 
org.apache.hadoop.hdfs.MiniDFSCluster.waitClusterUp(MiniDFSCluster.java:1207)
   [junit4]    >        at 
org.apache.hadoop.hdfs.MiniDFSCluster.initMiniDFSCluster(MiniDFSCluster.java:840)
   [junit4]    >        at 
org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:746)
   [junit4]    >        at 
org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:616)
   [junit4]    >        at 
org.apache.solr.cloud.hdfs.HdfsTestUtil.setupClass(HdfsTestUtil.java:104)
   [junit4]    >        at 
org.apache.solr.cloud.hdfs.HdfsTestUtil.setupClass(HdfsTestUtil.java:63)
   [junit4]    >        at 
org.apache.solr.store.hdfs.HdfsDirectoryTest.beforeClass(HdfsDirectoryTest.java:60)
   [junit4]    >        at java.lang.Thread.run(Thread.java:748)
   [junit4] Completed [694/713 (4!)] on J1 in 17.73s, 0 tests, 1 error <<< 
FAILURES!

[...truncated 43547 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to