Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.6-Linux/173/ Java: 64bit/jdk-9 -XX:-UseCompressedOops -XX:+UseG1GC --illegal-access=deny
3 tests failed. FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestHdfsCloudBackupRestore Error Message: Timed out waiting for Mini HDFS Cluster to start Stack Trace: java.io.IOException: Timed out waiting for Mini HDFS Cluster to start at __randomizedtesting.SeedInfo.seed([51C79D8A387796F4]:0) at org.apache.hadoop.hdfs.MiniDFSCluster.waitClusterUp(MiniDFSCluster.java:1207) at org.apache.hadoop.hdfs.MiniDFSCluster.initMiniDFSCluster(MiniDFSCluster.java:840) at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:746) at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:616) at org.apache.solr.cloud.hdfs.HdfsTestUtil.setupClass(HdfsTestUtil.java:104) at org.apache.solr.cloud.hdfs.HdfsTestUtil.setupClass(HdfsTestUtil.java:63) at org.apache.solr.cloud.TestHdfsCloudBackupRestore.setupClass(TestHdfsCloudBackupRestore.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:564) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:847) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.base/java.lang.Thread.run(Thread.java:844) FAILED: junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsRecoverLeaseTest Error Message: Timed out waiting for Mini HDFS Cluster to start Stack Trace: java.io.IOException: Timed out waiting for Mini HDFS Cluster to start at __randomizedtesting.SeedInfo.seed([51C79D8A387796F4]:0) at org.apache.hadoop.hdfs.MiniDFSCluster.waitClusterUp(MiniDFSCluster.java:1207) at org.apache.hadoop.hdfs.MiniDFSCluster.initMiniDFSCluster(MiniDFSCluster.java:840) at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:746) at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:616) at org.apache.solr.cloud.hdfs.HdfsTestUtil.setupClass(HdfsTestUtil.java:104) at org.apache.solr.cloud.hdfs.HdfsTestUtil.setupClass(HdfsTestUtil.java:67) at org.apache.solr.cloud.hdfs.HdfsRecoverLeaseTest.beforeClass(HdfsRecoverLeaseTest.java:50) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:564) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:847) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.base/java.lang.Thread.run(Thread.java:844) FAILED: junit.framework.TestSuite.org.apache.solr.handler.TestHdfsBackupRestoreCore Error Message: Timed out waiting for Mini HDFS Cluster to start Stack Trace: java.io.IOException: Timed out waiting for Mini HDFS Cluster to start at __randomizedtesting.SeedInfo.seed([51C79D8A387796F4]:0) at org.apache.hadoop.hdfs.MiniDFSCluster.waitClusterUp(MiniDFSCluster.java:1207) at org.apache.hadoop.hdfs.MiniDFSCluster.initMiniDFSCluster(MiniDFSCluster.java:840) at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:746) at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:616) at org.apache.solr.cloud.hdfs.HdfsTestUtil.setupClass(HdfsTestUtil.java:104) at org.apache.solr.cloud.hdfs.HdfsTestUtil.setupClass(HdfsTestUtil.java:63) at org.apache.solr.handler.TestHdfsBackupRestoreCore.setupClass(TestHdfsBackupRestoreCore.java:108) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:564) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:847) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.base/java.lang.Thread.run(Thread.java:844) Build Log: [...truncated 12729 lines...] [junit4] Suite: org.apache.solr.cloud.TestHdfsCloudBackupRestore [junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_51C79D8A387796F4-001/init-core-data-001 [junit4] 2> 1724792 WARN (SUITE-TestHdfsCloudBackupRestore-seed#[51C79D8A387796F4]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2 [junit4] 2> 1724792 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[51C79D8A387796F4]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields [junit4] 2> 1724793 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[51C79D8A387796F4]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0) [junit4] 2> 1725253 WARN (SUITE-TestHdfsCloudBackupRestore-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable [junit4] 1> Formatting using clusterid: testClusterID [junit4] 2> 1725739 WARN (SUITE-TestHdfsCloudBackupRestore-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties [junit4] 2> 1725845 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[51C79D8A387796F4]-worker) [ ] o.m.log Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog [junit4] 2> 1725862 WARN (SUITE-TestHdfsCloudBackupRestore-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j [junit4] 2> 1726040 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[51C79D8A387796F4]-worker) [ ] o.m.log jetty-6.1.x [junit4] 2> 1726063 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[51C79D8A387796F4]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_localdomain_43863_hdfs____.a8khsg/webapp [junit4] 2> 1726191 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[51C79D8A387796F4]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost.localdomain:43863 [junit4] 2> 1726740 WARN (SUITE-TestHdfsCloudBackupRestore-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j [junit4] 2> 1726744 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[51C79D8A387796F4]-worker) [ ] o.m.log jetty-6.1.x [junit4] 2> 1726748 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[51C79D8A387796F4]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_41967_datanode____2w35vo/webapp [junit4] 2> 1726823 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[51C79D8A387796F4]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:41967 [junit4] 2> 1726843 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[51C79D8A387796F4]-worker) [ ] i.n.u.i.PlatformDependent Your platform does not provide complete low-level API for accessing direct buffers reliably. Unless explicitly requested, heap buffer will always be preferred to avoid potential system unstability. [junit4] 2> 1727036 WARN (SUITE-TestHdfsCloudBackupRestore-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j [junit4] 2> 1727038 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[51C79D8A387796F4]-worker) [ ] o.m.log jetty-6.1.x [junit4] 2> 1727043 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[51C79D8A387796F4]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_46579_datanode____.f22r9g/webapp [junit4] 2> 1727164 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[51C79D8A387796F4]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:46579 [junit4] 2> 1727350 WARN (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_51C79D8A387796F4-001/tempDir-001/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_51C79D8A387796F4-001/tempDir-001/hdfsBaseDir/data/data2/]] heartbeating to localhost.localdomain/127.0.0.1:38425) [ ] o.a.h.h.s.d.DataNode Unexpected exception in block pool Block pool <registering> (Datanode Uuid unassigned) service to localhost.localdomain/127.0.0.1:38425 [junit4] 2> java.lang.IllegalArgumentException: java.net.URISyntaxException: Relative path in absolute URI: .BP-1760225018-2a01:4f8:10b:2ab:0:0:0:2-1508277062951.crc [junit4] 2> at org.apache.hadoop.fs.Path.initialize(Path.java:205) [junit4] 2> at org.apache.hadoop.fs.Path.<init>(Path.java:171) [junit4] 2> at org.apache.hadoop.fs.Path.<init>(Path.java:93) [junit4] 2> at org.apache.hadoop.fs.ChecksumFileSystem.getChecksumFile(ChecksumFileSystem.java:90) [junit4] 2> at org.apache.hadoop.fs.ChecksumFileSystem$FsOperation.run(ChecksumFileSystem.java:488) [junit4] 2> at org.apache.hadoop.fs.ChecksumFileSystem.setPermission(ChecksumFileSystem.java:508) [junit4] 2> at org.apache.hadoop.util.DiskChecker.mkdirsWithExistsAndPermissionCheck(DiskChecker.java:140) [junit4] 2> at org.apache.hadoop.util.DiskChecker.checkDir(DiskChecker.java:156) [junit4] 2> at org.apache.hadoop.hdfs.server.datanode.DataStorage.makeBlockPoolDataDir(DataStorage.java:598) [junit4] 2> at org.apache.hadoop.hdfs.server.datanode.DataStorage.loadBlockPoolSliceStorage(DataStorage.java:465) [junit4] 2> at org.apache.hadoop.hdfs.server.datanode.DataStorage.addStorageLocations(DataStorage.java:397) [junit4] 2> at org.apache.hadoop.hdfs.server.datanode.DataStorage.recoverTransitionRead(DataStorage.java:573) [junit4] 2> at org.apache.hadoop.hdfs.server.datanode.DataNode.initStorage(DataNode.java:1386) [junit4] 2> at org.apache.hadoop.hdfs.server.datanode.DataNode.initBlockPool(DataNode.java:1351) [junit4] 2> at org.apache.hadoop.hdfs.server.datanode.BPOfferService.verifyAndSetNamespaceInfo(BPOfferService.java:313) [junit4] 2> at org.apache.hadoop.hdfs.server.datanode.BPServiceActor.connectToNNAndHandshake(BPServiceActor.java:216) [junit4] 2> at org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:637) [junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844) [junit4] 2> Caused by: java.net.URISyntaxException: Relative path in absolute URI: .BP-1760225018-2a01:4f8:10b:2ab:0:0:0:2-1508277062951.crc [junit4] 2> at java.base/java.net.URI.checkPath(URI.java:1939) [junit4] 2> at java.base/java.net.URI.<init>(URI.java:755) [junit4] 2> at org.apache.hadoop.fs.Path.initialize(Path.java:202) [junit4] 2> ... 17 more [junit4] 2> 1727351 WARN (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_51C79D8A387796F4-001/tempDir-001/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_51C79D8A387796F4-001/tempDir-001/hdfsBaseDir/data/data2/]] heartbeating to localhost.localdomain/127.0.0.1:38425) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool <registering> (Datanode Uuid unassigned) service to localhost.localdomain/127.0.0.1:38425 [junit4] 2> 1727377 WARN (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_51C79D8A387796F4-001/tempDir-001/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_51C79D8A387796F4-001/tempDir-001/hdfsBaseDir/data/data4/]] heartbeating to localhost.localdomain/127.0.0.1:38425) [ ] o.a.h.h.s.d.DataNode Unexpected exception in block pool Block pool <registering> (Datanode Uuid unassigned) service to localhost.localdomain/127.0.0.1:38425 [junit4] 2> java.lang.IllegalArgumentException: java.net.URISyntaxException: Relative path in absolute URI: .BP-1760225018-2a01:4f8:10b:2ab:0:0:0:2-1508277062951.crc [junit4] 2> at org.apache.hadoop.fs.Path.initialize(Path.java:205) [junit4] 2> at org.apache.hadoop.fs.Path.<init>(Path.java:171) [junit4] 2> at org.apache.hadoop.fs.Path.<init>(Path.java:93) [junit4] 2> at org.apache.hadoop.fs.ChecksumFileSystem.getChecksumFile(ChecksumFileSystem.java:90) [junit4] 2> at org.apache.hadoop.fs.ChecksumFileSystem$FsOperation.run(ChecksumFileSystem.java:488) [junit4] 2> at org.apache.hadoop.fs.ChecksumFileSystem.setPermission(ChecksumFileSystem.java:508) [junit4] 2> at org.apache.hadoop.util.DiskChecker.mkdirsWithExistsAndPermissionCheck(DiskChecker.java:140) [junit4] 2> at org.apache.hadoop.util.DiskChecker.checkDir(DiskChecker.java:156) [junit4] 2> at org.apache.hadoop.hdfs.server.datanode.DataStorage.makeBlockPoolDataDir(DataStorage.java:598) [junit4] 2> at org.apache.hadoop.hdfs.server.datanode.DataStorage.loadBlockPoolSliceStorage(DataStorage.java:465) [junit4] 2> at org.apache.hadoop.hdfs.server.datanode.DataStorage.addStorageLocations(DataStorage.java:397) [junit4] 2> at org.apache.hadoop.hdfs.server.datanode.DataStorage.recoverTransitionRead(DataStorage.java:573) [junit4] 2> at org.apache.hadoop.hdfs.server.datanode.DataNode.initStorage(DataNode.java:1386) [junit4] 2> at org.apache.hadoop.hdfs.server.datanode.DataNode.initBlockPool(DataNode.java:1351) [junit4] 2> at org.apache.hadoop.hdfs.server.datanode.BPOfferService.verifyAndSetNamespaceInfo(BPOfferService.java:313) [junit4] 2> at org.apache.hadoop.hdfs.server.datanode.BPServiceActor.connectToNNAndHandshake(BPServiceActor.java:216) [junit4] 2> at org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:637) [junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844) [junit4] 2> Caused by: java.net.URISyntaxException: Relative path in absolute URI: .BP-1760225018-2a01:4f8:10b:2ab:0:0:0:2-1508277062951.crc [junit4] 2> at java.base/java.net.URI.checkPath(URI.java:1939) [junit4] 2> at java.base/java.net.URI.<init>(URI.java:755) [junit4] 2> at org.apache.hadoop.fs.Path.initialize(Path.java:202) [junit4] 2> ... 17 more [junit4] 2> 1727377 WARN (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_51C79D8A387796F4-001/tempDir-001/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_51C79D8A387796F4-001/tempDir-001/hdfsBaseDir/data/data4/]] heartbeating to localhost.localdomain/127.0.0.1:38425) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool <registering> (Datanode Uuid unassigned) service to localhost.localdomain/127.0.0.1:38425 [junit4] 2> 1727620 WARN (SUITE-TestHdfsCloudBackupRestore-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.MiniDFSCluster BPOfferService in datanode DataNode{data=null, localName='127.0.0.1:42083', datanodeUuid='null', xmitsInProgress=0} failed to connect to namenode at localhost.localdomain/127.0.0.1:38425 [junit4] 2> 1727724 WARN (SUITE-TestHdfsCloudBackupRestore-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start... [junit4] 2> 1728724 WARN (SUITE-TestHdfsCloudBackupRestore-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start... [junit4] 2> 1729725 WARN (SUITE-TestHdfsCloudBackupRestore-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start... [junit4] 2> 1730725 WARN (SUITE-TestHdfsCloudBackupRestore-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start... [junit4] 2> 1731725 WARN (SUITE-TestHdfsCloudBackupRestore-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start... [junit4] 2> 1732725 WARN (SUITE-TestHdfsCloudBackupRestore-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start... [junit4] 2> 1733725 WARN (SUITE-TestHdfsCloudBackupRestore-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start... [junit4] 2> 1734726 WARN (SUITE-TestHdfsCloudBackupRestore-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start... [junit4] 2> 1735726 WARN (SUITE-TestHdfsCloudBackupRestore-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start... [junit4] 2> 1736726 WARN (SUITE-TestHdfsCloudBackupRestore-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start... [junit4] 2> 1737726 WARN (SUITE-TestHdfsCloudBackupRestore-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start... [junit4] 2> 1738726 ERROR (SUITE-TestHdfsCloudBackupRestore-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.MiniDFSCluster Timed out waiting for Mini HDFS Cluster to start [junit4] 2> 1738734 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[51C79D8A387796F4]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 [junit4] 2> 1738750 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[51C79D8A387796F4]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 [junit4] 2> 1738868 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[51C79D8A387796F4]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost.localdomain:0 [junit4] 2> 1738886 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[51C79D8A387796F4]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore [junit4] 2> 1738887 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[51C79D8A387796F4]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released [junit4] 2> Oct 17, 2017 9:51:16 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks [junit4] 2> WARNING: Will linger awaiting termination of 64 leaked thread(s). [junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=1737, maxMBSortInHeap=7.3766467642609825, sim=RandomSimilarity(queryNorm=true,coord=yes): {}, locale=fr-YT, timezone=US/Aleutian [junit4] 2> NOTE: Linux 4.10.0-33-generic amd64/Oracle Corporation 9 (64-bit)/cpus=8,threads=2,free=292644528,total=536870912 [junit4] 2> NOTE: All tests run in this JVM: [InfoHandlerTest, TestSolrCLIRunExample, TestHighlightDedupGrouping, TestSQLHandler, LeaderInitiatedRecoveryOnCommitTest, DateRangeFieldTest, TestJmxIntegration, TestSchemaResource, TestSolrConfigHandlerConcurrent, TestSerializedLuceneMatchVersion, DistributedQueryElevationComponentTest, TestSizeLimitedDistributedMap, SuggestComponentTest, ClusterStateTest, TestRandomFlRTGCloud, TestCryptoKeys, AnalyticsQueryTest, TestFieldCacheSanityChecker, TestRandomFaceting, TestMacros, TestSolrDeletionPolicy2, TestStressLucene, TestFunctionQuery, TestBinaryResponseWriter, ExitableDirectoryReaderTest, TestMinMaxOnMultiValuedField, ExternalFileFieldSortTest, ConfigureRecoveryStrategyTest, TestSSLRandomization, RecoveryAfterSoftCommitTest, BaseCdcrDistributedZkTest, TestValueSourceCache, TestPathTrie, DistributedQueryComponentCustomSortTest, TestPivotHelperCode, TestInitQParser, SecurityConfHandlerTest, TestFastLRUCache, TestReplicationHandlerBackup, TestConfigSetsAPI, IgnoreCommitOptimizeUpdateProcessorFactoryTest, RegexBoostProcessorTest, DistribJoinFromCollectionTest, OverseerStatusTest, OutputWriterTest, StandardRequestHandlerTest, ClassificationUpdateProcessorTest, TestOmitPositions, TestJettySolrRunner, TestCustomStream, XsltUpdateRequestHandlerTest, TestNestedDocsSort, BufferStoreTest, HighlighterConfigTest, TestAtomicUpdateErrorCases, SolrCoreTest, TestGeoJSONResponseWriter, TestBlobHandler, PeerSyncTest, FacetPivotSmallTest, BasicZkTest, TestCrossCoreJoin, TestDownShardTolerantSearch, DocValuesNotIndexedTest, MissingSegmentRecoveryTest, AtomicUpdatesTest, TestSubQueryTransformerCrossCore, PolyFieldTest, DisMaxRequestHandlerTest, TestPayloadCheckQParserPlugin, BadCopyFieldTest, SolrGraphiteReporterTest, TestReplicaProperties, DeleteStatusTest, TestComplexPhraseQParserPlugin, TestClassicSimilarityFactory, TestXmlQParserPlugin, RequiredFieldsTest, TestDocBasedVersionConstraints, TlogReplayBufferedWhileIndexingTest, TestUniqueKeyFieldResource, TestBlendedInfixSuggestions, SolrCLIZkUtilsTest, FastVectorHighlighterTest, DistributedSpellCheckComponentTest, CurrencyFieldOpenExchangeTest, LeaderElectionContextKeyTest, QueryElevationComponentTest, TolerantUpdateProcessorTest, TestBinaryResponseWriter, BigEndianAscendingWordDeserializerTest, TestBulkSchemaConcurrent, TestStressRecovery, TestDynamicFieldResource, TestCloudRecovery, TestSolrCoreProperties, BJQParserTest, ConjunctionSolrSpellCheckerTest, TestClassNameShortening, HighlighterMaxOffsetTest, VersionInfoTest, TestJsonRequest, ChaosMonkeyNothingIsSafeTest, TestStressUserVersions, DistributedFacetExistsSmallTest, AliasIntegrationTest, CdcrReplicationHandlerTest, TestConfigSetProperties, TestRemoteStreaming, TestMultiWordSynonyms, SynonymTokenizerTest, BlobRepositoryCloudTest, TestInPlaceUpdatesDistrib, TestCoreAdminApis, SolrMetricReporterTest, UniqFieldsUpdateProcessorFactoryTest, AddBlockUpdateTest, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, UnloadDistributedZkTest, SyncSliceTest, ClusterStateUpdateTest, TestZkChroot, TestRandomDVFaceting, TestFaceting, TestRecovery, ZkControllerTest, TestJoin, TestSolr4Spatial, SpellCheckComponentTest, BadIndexSchemaTest, TestFiltering, TestLazyCores, TestIndexSearcher, SignatureUpdateProcessorFactoryTest, SpellCheckCollatorTest, SuggesterTSTTest, SuggesterTest, TestTrie, SpatialFilterTest, SuggesterWFSTTest, TestCSVLoader, WordBreakSolrSpellCheckerTest, SolrCoreCheckLockOnStartupTest, TestPseudoReturnFields, TestUpdate, TestWordDelimiterFilterFactory, DirectUpdateHandlerOptimizeTest, StatelessScriptUpdateProcessorFactoryTest, LukeRequestHandlerTest, DocumentAnalysisRequestHandlerTest, TermsComponentTest, DocumentBuilderTest, TestIndexingPerformance, IndexSchemaRuntimeFieldTest, ReturnFieldsTest, JSONWriterTest, QueryParsingTest, TestPartialUpdateDeduplication, TestPHPSerializedResponseWriter, CSVRequestHandlerTest, TestComponentsName, SearchHandlerTest, TestSolrIndexConfig, SolrIndexConfigTest, MultiTermTest, SampleTest, TestDocSet, TestBinaryField, NumericFieldsTest, TestConfig, TestPostingsSolrHighlighter, NotRequiredUniqueKeyTest, TestPhraseSuggestions, TestXIncludeConfig, EchoParamsTest, TestSweetSpotSimilarityFactory, TestIBSimilarityFactory, TimeZoneUtilsTest, ScriptEngineTest, PluginInfoTest, PreAnalyzedFieldTest, TestSuggestSpellingConverter, DOMUtilTest, TestUtils, ZkNodePropsTest, SystemInfoHandlerTest, UUIDFieldTest, CursorPagingTest, CdcrBootstrapTest, DeleteNodeTest, DeleteReplicaTest, LeaderFailureAfterFreshStartTest, MigrateRouteKeyTest, NodeMutatorTest, OverriddenZkACLAndCredentialsProvidersTest, TestAuthenticationFramework, TestExclusionRuleCollectionAccess, TestHdfsCloudBackupRestore] [junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestHdfsCloudBackupRestore -Dtests.seed=51C79D8A387796F4 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=fr-YT -Dtests.timezone=US/Aleutian -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1 [junit4] ERROR 0.00s J0 | TestHdfsCloudBackupRestore (suite) <<< [junit4] > Throwable #1: java.io.IOException: Timed out waiting for Mini HDFS Cluster to start [junit4] > at __randomizedtesting.SeedInfo.seed([51C79D8A387796F4]:0) [junit4] > at org.apache.hadoop.hdfs.MiniDFSCluster.waitClusterUp(MiniDFSCluster.java:1207) [junit4] > at org.apache.hadoop.hdfs.MiniDFSCluster.initMiniDFSCluster(MiniDFSCluster.java:840) [junit4] > at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:746) [junit4] > at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:616) [junit4] > at org.apache.solr.cloud.hdfs.HdfsTestUtil.setupClass(HdfsTestUtil.java:104) [junit4] > at org.apache.solr.cloud.hdfs.HdfsTestUtil.setupClass(HdfsTestUtil.java:63) [junit4] > at org.apache.solr.cloud.TestHdfsCloudBackupRestore.setupClass(TestHdfsCloudBackupRestore.java:100) [junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) [junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) [junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) [junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:564) [junit4] > at java.base/java.lang.Thread.run(Thread.java:844) [junit4] Completed [543/713 (1!)] on J0 in 17.18s, 0 tests, 1 error <<< FAILURES! [...truncated 123 lines...] [junit4] Suite: org.apache.solr.cloud.hdfs.HdfsRecoverLeaseTest [junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsRecoverLeaseTest_51C79D8A387796F4-001/init-core-data-001 [junit4] 2> 1817912 WARN (SUITE-HdfsRecoverLeaseTest-seed#[51C79D8A387796F4]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=24 numCloses=24 [junit4] 2> 1817912 INFO (SUITE-HdfsRecoverLeaseTest-seed#[51C79D8A387796F4]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields [junit4] 2> 1817913 INFO (SUITE-HdfsRecoverLeaseTest-seed#[51C79D8A387796F4]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0) [junit4] 1> Formatting using clusterid: testClusterID [junit4] 2> 1818031 WARN (SUITE-HdfsRecoverLeaseTest-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties [junit4] 2> 1828043 WARN (SUITE-HdfsRecoverLeaseTest-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j [junit4] 2> 1828045 INFO (SUITE-HdfsRecoverLeaseTest-seed#[51C79D8A387796F4]-worker) [ ] o.m.log jetty-6.1.x [junit4] 2> 1828048 INFO (SUITE-HdfsRecoverLeaseTest-seed#[51C79D8A387796F4]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_localdomain_43757_hdfs____.pt1nn0/webapp [junit4] 2> 1828117 INFO (SUITE-HdfsRecoverLeaseTest-seed#[51C79D8A387796F4]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost.localdomain:43757 [junit4] 2> 1828900 WARN (SUITE-HdfsRecoverLeaseTest-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j [junit4] 2> 1828901 INFO (SUITE-HdfsRecoverLeaseTest-seed#[51C79D8A387796F4]-worker) [ ] o.m.log jetty-6.1.x [junit4] 2> 1828904 INFO (SUITE-HdfsRecoverLeaseTest-seed#[51C79D8A387796F4]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_44109_datanode____vnp74x/webapp [junit4] 2> 1828995 INFO (SUITE-HdfsRecoverLeaseTest-seed#[51C79D8A387796F4]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:44109 [junit4] 2> 1829022 WARN (SUITE-HdfsRecoverLeaseTest-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j [junit4] 2> 1829023 INFO (SUITE-HdfsRecoverLeaseTest-seed#[51C79D8A387796F4]-worker) [ ] o.m.log jetty-6.1.x [junit4] 2> 1829025 INFO (SUITE-HdfsRecoverLeaseTest-seed#[51C79D8A387796F4]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_44387_datanode____oc7m55/webapp [junit4] 2> 1829062 WARN (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsRecoverLeaseTest_51C79D8A387796F4-001/tempDir-001/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsRecoverLeaseTest_51C79D8A387796F4-001/tempDir-001/hdfsBaseDir/data/data2/]] heartbeating to localhost.localdomain/127.0.0.1:43901) [ ] o.a.h.h.s.d.DataNode Unexpected exception in block pool Block pool <registering> (Datanode Uuid unassigned) service to localhost.localdomain/127.0.0.1:43901 [junit4] 2> java.lang.IllegalArgumentException: java.net.URISyntaxException: Relative path in absolute URI: .BP-2069018493-2a01:4f8:10b:2ab:0:0:0:2-1508277155467.crc [junit4] 2> at org.apache.hadoop.fs.Path.initialize(Path.java:205) [junit4] 2> at org.apache.hadoop.fs.Path.<init>(Path.java:171) [junit4] 2> at org.apache.hadoop.fs.Path.<init>(Path.java:93) [junit4] 2> at org.apache.hadoop.fs.ChecksumFileSystem.getChecksumFile(ChecksumFileSystem.java:90) [junit4] 2> at org.apache.hadoop.fs.ChecksumFileSystem$FsOperation.run(ChecksumFileSystem.java:488) [junit4] 2> at org.apache.hadoop.fs.ChecksumFileSystem.setPermission(ChecksumFileSystem.java:508) [junit4] 2> at org.apache.hadoop.util.DiskChecker.mkdirsWithExistsAndPermissionCheck(DiskChecker.java:140) [junit4] 2> at org.apache.hadoop.util.DiskChecker.checkDir(DiskChecker.java:156) [junit4] 2> at org.apache.hadoop.hdfs.server.datanode.DataStorage.makeBlockPoolDataDir(DataStorage.java:598) [junit4] 2> at org.apache.hadoop.hdfs.server.datanode.DataStorage.loadBlockPoolSliceStorage(DataStorage.java:465) [junit4] 2> at org.apache.hadoop.hdfs.server.datanode.DataStorage.addStorageLocations(DataStorage.java:397) [junit4] 2> at org.apache.hadoop.hdfs.server.datanode.DataStorage.recoverTransitionRead(DataStorage.java:573) [junit4] 2> at org.apache.hadoop.hdfs.server.datanode.DataNode.initStorage(DataNode.java:1386) [junit4] 2> at org.apache.hadoop.hdfs.server.datanode.DataNode.initBlockPool(DataNode.java:1351) [junit4] 2> at org.apache.hadoop.hdfs.server.datanode.BPOfferService.verifyAndSetNamespaceInfo(BPOfferService.java:313) [junit4] 2> at org.apache.hadoop.hdfs.server.datanode.BPServiceActor.connectToNNAndHandshake(BPServiceActor.java:216) [junit4] 2> at org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:637) [junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844) [junit4] 2> Caused by: java.net.URISyntaxException: Relative path in absolute URI: .BP-2069018493-2a01:4f8:10b:2ab:0:0:0:2-1508277155467.crc [junit4] 2> at java.base/java.net.URI.checkPath(URI.java:1939) [junit4] 2> at java.base/java.net.URI.<init>(URI.java:755) [junit4] 2> at org.apache.hadoop.fs.Path.initialize(Path.java:202) [junit4] 2> ... 17 more [junit4] 2> 1829063 WARN (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsRecoverLeaseTest_51C79D8A387796F4-001/tempDir-001/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsRecoverLeaseTest_51C79D8A387796F4-001/tempDir-001/hdfsBaseDir/data/data2/]] heartbeating to localhost.localdomain/127.0.0.1:43901) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool <registering> (Datanode Uuid unassigned) service to localhost.localdomain/127.0.0.1:43901 [junit4] 2> 1829094 INFO (SUITE-HdfsRecoverLeaseTest-seed#[51C79D8A387796F4]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:44387 [junit4] 2> 1829145 WARN (SUITE-HdfsRecoverLeaseTest-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.MiniDFSCluster BPOfferService in datanode DataNode{data=null, localName='127.0.0.1:34171', datanodeUuid='null', xmitsInProgress=0} failed to connect to namenode at localhost.localdomain/127.0.0.1:43901 [junit4] 2> 1829145 WARN (SUITE-HdfsRecoverLeaseTest-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start... [junit4] 2> 1829196 WARN (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsRecoverLeaseTest_51C79D8A387796F4-001/tempDir-001/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsRecoverLeaseTest_51C79D8A387796F4-001/tempDir-001/hdfsBaseDir/data/data4/]] heartbeating to localhost.localdomain/127.0.0.1:43901) [ ] o.a.h.h.s.d.DataNode Unexpected exception in block pool Block pool <registering> (Datanode Uuid unassigned) service to localhost.localdomain/127.0.0.1:43901 [junit4] 2> java.lang.IllegalArgumentException: java.net.URISyntaxException: Relative path in absolute URI: .BP-2069018493-2a01:4f8:10b:2ab:0:0:0:2-1508277155467.crc [junit4] 2> at org.apache.hadoop.fs.Path.initialize(Path.java:205) [junit4] 2> at org.apache.hadoop.fs.Path.<init>(Path.java:171) [junit4] 2> at org.apache.hadoop.fs.Path.<init>(Path.java:93) [junit4] 2> at org.apache.hadoop.fs.ChecksumFileSystem.getChecksumFile(ChecksumFileSystem.java:90) [junit4] 2> at org.apache.hadoop.fs.ChecksumFileSystem$FsOperation.run(ChecksumFileSystem.java:488) [junit4] 2> at org.apache.hadoop.fs.ChecksumFileSystem.setPermission(ChecksumFileSystem.java:508) [junit4] 2> at org.apache.hadoop.util.DiskChecker.mkdirsWithExistsAndPermissionCheck(DiskChecker.java:140) [junit4] 2> at org.apache.hadoop.util.DiskChecker.checkDir(DiskChecker.java:156) [junit4] 2> at org.apache.hadoop.hdfs.server.datanode.DataStorage.makeBlockPoolDataDir(DataStorage.java:598) [junit4] 2> at org.apache.hadoop.hdfs.server.datanode.DataStorage.loadBlockPoolSliceStorage(DataStorage.java:465) [junit4] 2> at org.apache.hadoop.hdfs.server.datanode.DataStorage.addStorageLocations(DataStorage.java:397) [junit4] 2> at org.apache.hadoop.hdfs.server.datanode.DataStorage.recoverTransitionRead(DataStorage.java:573) [junit4] 2> at org.apache.hadoop.hdfs.server.datanode.DataNode.initStorage(DataNode.java:1386) [junit4] 2> at org.apache.hadoop.hdfs.server.datanode.DataNode.initBlockPool(DataNode.java:1351) [junit4] 2> at org.apache.hadoop.hdfs.server.datanode.BPOfferService.verifyAndSetNamespaceInfo(BPOfferService.java:313) [junit4] 2> at org.apache.hadoop.hdfs.server.datanode.BPServiceActor.connectToNNAndHandshake(BPServiceActor.java:216) [junit4] 2> at org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:637) [junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844) [junit4] 2> Caused by: java.net.URISyntaxException: Relative path in absolute URI: .BP-2069018493-2a01:4f8:10b:2ab:0:0:0:2-1508277155467.crc [junit4] 2> at java.base/java.net.URI.checkPath(URI.java:1939) [junit4] 2> at java.base/java.net.URI.<init>(URI.java:755) [junit4] 2> at org.apache.hadoop.fs.Path.initialize(Path.java:202) [junit4] 2> ... 17 more [junit4] 2> 1829197 WARN (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsRecoverLeaseTest_51C79D8A387796F4-001/tempDir-001/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsRecoverLeaseTest_51C79D8A387796F4-001/tempDir-001/hdfsBaseDir/data/data4/]] heartbeating to localhost.localdomain/127.0.0.1:43901) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool <registering> (Datanode Uuid unassigned) service to localhost.localdomain/127.0.0.1:43901 [junit4] 2> 1830145 WARN (SUITE-HdfsRecoverLeaseTest-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start... [junit4] 2> 1831145 WARN (SUITE-HdfsRecoverLeaseTest-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start... [junit4] 2> 1832146 WARN (SUITE-HdfsRecoverLeaseTest-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start... [junit4] 2> 1833146 WARN (SUITE-HdfsRecoverLeaseTest-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start... [junit4] 2> 1834146 WARN (SUITE-HdfsRecoverLeaseTest-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start... [junit4] 2> 1835146 WARN (SUITE-HdfsRecoverLeaseTest-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start... [junit4] 2> 1836148 WARN (SUITE-HdfsRecoverLeaseTest-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start... [junit4] 2> 1837148 WARN (SUITE-HdfsRecoverLeaseTest-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start... [junit4] 2> 1838148 WARN (SUITE-HdfsRecoverLeaseTest-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start... [junit4] 2> 1839148 WARN (SUITE-HdfsRecoverLeaseTest-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start... [junit4] 2> 1840149 ERROR (SUITE-HdfsRecoverLeaseTest-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.MiniDFSCluster Timed out waiting for Mini HDFS Cluster to start [junit4] 2> 1840152 INFO (SUITE-HdfsRecoverLeaseTest-seed#[51C79D8A387796F4]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 [junit4] 2> 1840255 INFO (SUITE-HdfsRecoverLeaseTest-seed#[51C79D8A387796F4]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 [junit4] 2> 1840372 INFO (SUITE-HdfsRecoverLeaseTest-seed#[51C79D8A387796F4]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost.localdomain:0 [junit4] 2> 1840478 INFO (SUITE-HdfsRecoverLeaseTest-seed#[51C79D8A387796F4]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore [junit4] 2> 1840478 INFO (SUITE-HdfsRecoverLeaseTest-seed#[51C79D8A387796F4]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released [junit4] 2> Oct 17, 2017 9:52:58 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks [junit4] 2> WARNING: Will linger awaiting termination of 64 leaked thread(s). [junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=1449, maxMBSortInHeap=7.498801602270456, sim=RandomSimilarity(queryNorm=false,coord=no): {}, locale=ml, timezone=Libya [junit4] 2> NOTE: Linux 4.10.0-33-generic amd64/Oracle Corporation 9 (64-bit)/cpus=8,threads=1,free=245794280,total=536870912 [junit4] 2> NOTE: All tests run in this JVM: [InfoHandlerTest, TestSolrCLIRunExample, TestHighlightDedupGrouping, TestSQLHandler, LeaderInitiatedRecoveryOnCommitTest, DateRangeFieldTest, TestJmxIntegration, TestSchemaResource, TestSolrConfigHandlerConcurrent, TestSerializedLuceneMatchVersion, DistributedQueryElevationComponentTest, TestSizeLimitedDistributedMap, SuggestComponentTest, ClusterStateTest, TestRandomFlRTGCloud, TestCryptoKeys, AnalyticsQueryTest, TestFieldCacheSanityChecker, TestRandomFaceting, TestMacros, TestSolrDeletionPolicy2, TestStressLucene, TestFunctionQuery, TestBinaryResponseWriter, ExitableDirectoryReaderTest, TestMinMaxOnMultiValuedField, ExternalFileFieldSortTest, ConfigureRecoveryStrategyTest, TestSSLRandomization, RecoveryAfterSoftCommitTest, BaseCdcrDistributedZkTest, TestValueSourceCache, TestPathTrie, DistributedQueryComponentCustomSortTest, TestPivotHelperCode, TestInitQParser, SecurityConfHandlerTest, TestFastLRUCache, TestReplicationHandlerBackup, TestConfigSetsAPI, IgnoreCommitOptimizeUpdateProcessorFactoryTest, RegexBoostProcessorTest, DistribJoinFromCollectionTest, OverseerStatusTest, OutputWriterTest, StandardRequestHandlerTest, ClassificationUpdateProcessorTest, TestOmitPositions, TestJettySolrRunner, TestCustomStream, XsltUpdateRequestHandlerTest, TestNestedDocsSort, BufferStoreTest, HighlighterConfigTest, TestAtomicUpdateErrorCases, SolrCoreTest, TestGeoJSONResponseWriter, TestBlobHandler, PeerSyncTest, FacetPivotSmallTest, BasicZkTest, TestCrossCoreJoin, TestDownShardTolerantSearch, DocValuesNotIndexedTest, MissingSegmentRecoveryTest, AtomicUpdatesTest, TestSubQueryTransformerCrossCore, PolyFieldTest, DisMaxRequestHandlerTest, TestPayloadCheckQParserPlugin, BadCopyFieldTest, SolrGraphiteReporterTest, TestReplicaProperties, DeleteStatusTest, TestComplexPhraseQParserPlugin, TestClassicSimilarityFactory, TestXmlQParserPlugin, RequiredFieldsTest, TestDocBasedVersionConstraints, TlogReplayBufferedWhileIndexingTest, TestUniqueKeyFieldResource, TestBlendedInfixSuggestions, SolrCLIZkUtilsTest, FastVectorHighlighterTest, DistributedSpellCheckComponentTest, CurrencyFieldOpenExchangeTest, LeaderElectionContextKeyTest, QueryElevationComponentTest, TolerantUpdateProcessorTest, TestBinaryResponseWriter, BigEndianAscendingWordDeserializerTest, TestBulkSchemaConcurrent, TestStressRecovery, TestDynamicFieldResource, TestCloudRecovery, TestSolrCoreProperties, BJQParserTest, ConjunctionSolrSpellCheckerTest, TestClassNameShortening, HighlighterMaxOffsetTest, VersionInfoTest, TestJsonRequest, ChaosMonkeyNothingIsSafeTest, TestStressUserVersions, DistributedFacetExistsSmallTest, AliasIntegrationTest, CdcrReplicationHandlerTest, TestConfigSetProperties, TestRemoteStreaming, TestMultiWordSynonyms, SynonymTokenizerTest, BlobRepositoryCloudTest, TestInPlaceUpdatesDistrib, TestCoreAdminApis, SolrMetricReporterTest, UniqFieldsUpdateProcessorFactoryTest, AddBlockUpdateTest, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, UnloadDistributedZkTest, SyncSliceTest, ClusterStateUpdateTest, TestZkChroot, TestRandomDVFaceting, TestFaceting, TestRecovery, ZkControllerTest, TestJoin, TestSolr4Spatial, SpellCheckComponentTest, BadIndexSchemaTest, TestFiltering, TestLazyCores, TestIndexSearcher, SignatureUpdateProcessorFactoryTest, SpellCheckCollatorTest, SuggesterTSTTest, SuggesterTest, TestTrie, SpatialFilterTest, SuggesterWFSTTest, TestCSVLoader, WordBreakSolrSpellCheckerTest, SolrCoreCheckLockOnStartupTest, TestPseudoReturnFields, TestUpdate, TestWordDelimiterFilterFactory, DirectUpdateHandlerOptimizeTest, StatelessScriptUpdateProcessorFactoryTest, LukeRequestHandlerTest, DocumentAnalysisRequestHandlerTest, TermsComponentTest, DocumentBuilderTest, TestIndexingPerformance, IndexSchemaRuntimeFieldTest, ReturnFieldsTest, JSONWriterTest, QueryParsingTest, TestPartialUpdateDeduplication, TestPHPSerializedResponseWriter, CSVRequestHandlerTest, TestComponentsName, SearchHandlerTest, TestSolrIndexConfig, SolrIndexConfigTest, MultiTermTest, SampleTest, TestDocSet, TestBinaryField, NumericFieldsTest, TestConfig, TestPostingsSolrHighlighter, NotRequiredUniqueKeyTest, TestPhraseSuggestions, TestXIncludeConfig, EchoParamsTest, TestSweetSpotSimilarityFactory, TestIBSimilarityFactory, TimeZoneUtilsTest, ScriptEngineTest, PluginInfoTest, PreAnalyzedFieldTest, TestSuggestSpellingConverter, DOMUtilTest, TestUtils, ZkNodePropsTest, SystemInfoHandlerTest, UUIDFieldTest, CursorPagingTest, CdcrBootstrapTest, DeleteNodeTest, DeleteReplicaTest, LeaderFailureAfterFreshStartTest, MigrateRouteKeyTest, NodeMutatorTest, OverriddenZkACLAndCredentialsProvidersTest, TestAuthenticationFramework, TestExclusionRuleCollectionAccess, TestHdfsCloudBackupRestore, TestLeaderElectionZkExpiry, TestMiniSolrCloudCluster, HdfsBasicDistributedZk2Test, HdfsBasicDistributedZkTest, HdfsChaosMonkeySafeLeaderTest, HdfsCollectionsAPIDistributedZkTest, HdfsRecoverLeaseTest] [junit4] 2> NOTE: reproduce with: ant test -Dtestcase=HdfsRecoverLeaseTest -Dtests.seed=51C79D8A387796F4 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ml -Dtests.timezone=Libya -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1 [junit4] ERROR 0.00s J0 | HdfsRecoverLeaseTest (suite) <<< [junit4] > Throwable #1: java.io.IOException: Timed out waiting for Mini HDFS Cluster to start [junit4] > at __randomizedtesting.SeedInfo.seed([51C79D8A387796F4]:0) [junit4] > at org.apache.hadoop.hdfs.MiniDFSCluster.waitClusterUp(MiniDFSCluster.java:1207) [junit4] > at org.apache.hadoop.hdfs.MiniDFSCluster.initMiniDFSCluster(MiniDFSCluster.java:840) [junit4] > at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:746) [junit4] > at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:616) [junit4] > at org.apache.solr.cloud.hdfs.HdfsTestUtil.setupClass(HdfsTestUtil.java:104) [junit4] > at org.apache.solr.cloud.hdfs.HdfsTestUtil.setupClass(HdfsTestUtil.java:67) [junit4] > at org.apache.solr.cloud.hdfs.HdfsRecoverLeaseTest.beforeClass(HdfsRecoverLeaseTest.java:50) [junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) [junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) [junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) [junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:564) [junit4] > at java.base/java.lang.Thread.run(Thread.java:844) [junit4] Completed [567/713 (2!)] on J0 in 25.38s, 0 tests, 1 error <<< FAILURES! [...truncated 49 lines...] [junit4] Suite: org.apache.solr.handler.TestHdfsBackupRestoreCore [junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestHdfsBackupRestoreCore_51C79D8A387796F4-001/init-core-data-001 [junit4] 2> 1865007 WARN (SUITE-TestHdfsBackupRestoreCore-seed#[51C79D8A387796F4]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1 [junit4] 2> 1865007 INFO (SUITE-TestHdfsBackupRestoreCore-seed#[51C79D8A387796F4]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields [junit4] 2> 1865008 INFO (SUITE-TestHdfsBackupRestoreCore-seed#[51C79D8A387796F4]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="None") [junit4] 1> Formatting using clusterid: testClusterID [junit4] 2> 1865064 WARN (SUITE-TestHdfsBackupRestoreCore-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties [junit4] 2> 1865070 WARN (SUITE-TestHdfsBackupRestoreCore-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j [junit4] 2> 1865073 INFO (SUITE-TestHdfsBackupRestoreCore-seed#[51C79D8A387796F4]-worker) [ ] o.m.log jetty-6.1.x [junit4] 2> 1865116 INFO (SUITE-TestHdfsBackupRestoreCore-seed#[51C79D8A387796F4]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_localdomain_44069_hdfs____.kqmrar/webapp [junit4] 2> 1865195 INFO (SUITE-TestHdfsBackupRestoreCore-seed#[51C79D8A387796F4]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost.localdomain:44069 [junit4] 2> 1865261 WARN (SUITE-TestHdfsBackupRestoreCore-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j [junit4] 2> 1865262 INFO (SUITE-TestHdfsBackupRestoreCore-seed#[51C79D8A387796F4]-worker) [ ] o.m.log jetty-6.1.x [junit4] 2> 1865266 INFO (SUITE-TestHdfsBackupRestoreCore-seed#[51C79D8A387796F4]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_46585_datanode____.40c1yh/webapp [junit4] 2> 1865367 INFO (SUITE-TestHdfsBackupRestoreCore-seed#[51C79D8A387796F4]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:46585 [junit4] 2> 1865397 WARN (SUITE-TestHdfsBackupRestoreCore-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j [junit4] 2> 1865398 INFO (SUITE-TestHdfsBackupRestoreCore-seed#[51C79D8A387796F4]-worker) [ ] o.m.log jetty-6.1.x [junit4] 2> 1865403 INFO (SUITE-TestHdfsBackupRestoreCore-seed#[51C79D8A387796F4]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_40025_datanode____.rue0pu/webapp [junit4] 2> 1865429 WARN (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestHdfsBackupRestoreCore_51C79D8A387796F4-001/tempDir-001/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestHdfsBackupRestoreCore_51C79D8A387796F4-001/tempDir-001/hdfsBaseDir/data/data2/]] heartbeating to localhost.localdomain/127.0.0.1:44373) [ ] o.a.h.h.s.d.DataNode Unexpected exception in block pool Block pool <registering> (Datanode Uuid unassigned) service to localhost.localdomain/127.0.0.1:44373 [junit4] 2> java.lang.IllegalArgumentException: java.net.URISyntaxException: Relative path in absolute URI: .BP-1371752424-2a01:4f8:10b:2ab:0:0:0:2-1508277202565.crc [junit4] 2> at org.apache.hadoop.fs.Path.initialize(Path.java:205) [junit4] 2> at org.apache.hadoop.fs.Path.<init>(Path.java:171) [junit4] 2> at org.apache.hadoop.fs.Path.<init>(Path.java:93) [junit4] 2> at org.apache.hadoop.fs.ChecksumFileSystem.getChecksumFile(ChecksumFileSystem.java:90) [junit4] 2> at org.apache.hadoop.fs.ChecksumFileSystem$FsOperation.run(ChecksumFileSystem.java:488) [junit4] 2> at org.apache.hadoop.fs.ChecksumFileSystem.setPermission(ChecksumFileSystem.java:508) [junit4] 2> at org.apache.hadoop.util.DiskChecker.mkdirsWithExistsAndPermissionCheck(DiskChecker.java:140) [junit4] 2> at org.apache.hadoop.util.DiskChecker.checkDir(DiskChecker.java:156) [junit4] 2> at org.apache.hadoop.hdfs.server.datanode.DataStorage.makeBlockPoolDataDir(DataStorage.java:598) [junit4] 2> at org.apache.hadoop.hdfs.server.datanode.DataStorage.loadBlockPoolSliceStorage(DataStorage.java:465) [junit4] 2> at org.apache.hadoop.hdfs.server.datanode.DataStorage.addStorageLocations(DataStorage.java:397) [junit4] 2> at org.apache.hadoop.hdfs.server.datanode.DataStorage.recoverTransitionRead(DataStorage.java:573) [junit4] 2> at org.apache.hadoop.hdfs.server.datanode.DataNode.initStorage(DataNode.java:1386) [junit4] 2> at org.apache.hadoop.hdfs.server.datanode.DataNode.initBlockPool(DataNode.java:1351) [junit4] 2> at org.apache.hadoop.hdfs.server.datanode.BPOfferService.verifyAndSetNamespaceInfo(BPOfferService.java:313) [junit4] 2> at org.apache.hadoop.hdfs.server.datanode.BPServiceActor.connectToNNAndHandshake(BPServiceActor.java:216) [junit4] 2> at org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:637) [junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844) [junit4] 2> Caused by: java.net.URISyntaxException: Relative path in absolute URI: .BP-1371752424-2a01:4f8:10b:2ab:0:0:0:2-1508277202565.crc [junit4] 2> at java.base/java.net.URI.checkPath(URI.java:1939) [junit4] 2> at java.base/java.net.URI.<init>(URI.java:755) [junit4] 2> at org.apache.hadoop.fs.Path.initialize(Path.java:202) [junit4] 2> ... 17 more [junit4] 2> 1865430 WARN (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestHdfsBackupRestoreCore_51C79D8A387796F4-001/tempDir-001/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestHdfsBackupRestoreCore_51C79D8A387796F4-001/tempDir-001/hdfsBaseDir/data/data2/]] heartbeating to localhost.localdomain/127.0.0.1:44373) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool <registering> (Datanode Uuid unassigned) service to localhost.localdomain/127.0.0.1:44373 [junit4] 2> 1865486 INFO (SUITE-TestHdfsBackupRestoreCore-seed#[51C79D8A387796F4]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:40025 [junit4] 2> 1865503 WARN (SUITE-TestHdfsBackupRestoreCore-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.MiniDFSCluster BPOfferService in datanode DataNode{data=null, localName='127.0.0.1:45819', datanodeUuid='null', xmitsInProgress=0} failed to connect to namenode at localhost.localdomain/127.0.0.1:44373 [junit4] 2> 1865504 WARN (SUITE-TestHdfsBackupRestoreCore-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start... [junit4] 2> 1865547 WARN (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestHdfsBackupRestoreCore_51C79D8A387796F4-001/tempDir-001/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestHdfsBackupRestoreCore_51C79D8A387796F4-001/tempDir-001/hdfsBaseDir/data/data4/]] heartbeating to localhost.localdomain/127.0.0.1:44373) [ ] o.a.h.h.s.d.DataNode Unexpected exception in block pool Block pool <registering> (Datanode Uuid unassigned) service to localhost.localdomain/127.0.0.1:44373 [junit4] 2> java.lang.IllegalArgumentException: java.net.URISyntaxException: Relative path in absolute URI: .BP-1371752424-2a01:4f8:10b:2ab:0:0:0:2-1508277202565.crc [junit4] 2> at org.apache.hadoop.fs.Path.initialize(Path.java:205) [junit4] 2> at org.apache.hadoop.fs.Path.<init>(Path.java:171) [junit4] 2> at org.apache.hadoop.fs.Path.<init>(Path.java:93) [junit4] 2> at org.apache.hadoop.fs.ChecksumFileSystem.getChecksumFile(ChecksumFileSystem.java:90) [junit4] 2> at org.apache.hadoop.fs.ChecksumFileSystem$FsOperation.run(ChecksumFileSystem.java:488) [junit4] 2> at org.apache.hadoop.fs.ChecksumFileSystem.setPermission(ChecksumFileSystem.java:508) [junit4] 2> at org.apache.hadoop.util.DiskChecker.mkdirsWithExistsAndPermissionCheck(DiskChecker.java:140) [junit4] 2> at org.apache.hadoop.util.DiskChecker.checkDir(DiskChecker.java:156) [junit4] 2> at org.apache.hadoop.hdfs.server.datanode.DataStorage.makeBlockPoolDataDir(DataStorage.java:598) [junit4] 2> at org.apache.hadoop.hdfs.server.datanode.DataStorage.loadBlockPoolSliceStorage(DataStorage.java:465) [junit4] 2> at org.apache.hadoop.hdfs.server.datanode.DataStorage.addStorageLocations(DataStorage.java:397) [junit4] 2> at org.apache.hadoop.hdfs.server.datanode.DataStorage.recoverTransitionRead(DataStorage.java:573) [junit4] 2> at org.apache.hadoop.hdfs.server.datanode.DataNode.initStorage(DataNode.java:1386) [junit4] 2> at org.apache.hadoop.hdfs.server.datanode.DataNode.initBlockPool(DataNode.java:1351) [junit4] 2> at org.apache.hadoop.hdfs.server.datanode.BPOfferService.verifyAndSetNamespaceInfo(BPOfferService.java:313) [junit4] 2> at org.apache.hadoop.hdfs.server.datanode.BPServiceActor.connectToNNAndHandshake(BPServiceActor.java:216) [junit4] 2> at org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:637) [junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844) [junit4] 2> Caused by: java.net.URISyntaxException: Relative path in absolute URI: .BP-1371752424-2a01:4f8:10b:2ab:0:0:0:2-1508277202565.crc [junit4] 2> at java.base/java.net.URI.checkPath(URI.java:1939) [junit4] 2> at java.base/java.net.URI.<init>(URI.java:755) [junit4] 2> at org.apache.hadoop.fs.Path.initialize(Path.java:202) [junit4] 2> ... 17 more [junit4] 2> 1865548 WARN (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestHdfsBackupRestoreCore_51C79D8A387796F4-001/tempDir-001/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestHdfsBackupRestoreCore_51C79D8A387796F4-001/tempDir-001/hdfsBaseDir/data/data4/]] heartbeating to localhost.localdomain/127.0.0.1:44373) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool <registering> (Datanode Uuid unassigned) service to localhost.localdomain/127.0.0.1:44373 [junit4] 2> 1866504 WARN (SUITE-TestHdfsBackupRestoreCore-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start... [junit4] 2> 1867504 WARN (SUITE-TestHdfsBackupRestoreCore-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start... [junit4] 2> 1868504 WARN (SUITE-TestHdfsBackupRestoreCore-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start... [junit4] 2> 1869505 WARN (SUITE-TestHdfsBackupRestoreCore-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start... [junit4] 2> 1870506 WARN (SUITE-TestHdfsBackupRestoreCore-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start... [junit4] 2> 1871506 WARN (SUITE-TestHdfsBackupRestoreCore-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start... [junit4] 2> 1872507 WARN (SUITE-TestHdfsBackupRestoreCore-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start... [junit4] 2> 1873507 WARN (SUITE-TestHdfsBackupRestoreCore-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start... [junit4] 2> 1874507 WARN (SUITE-TestHdfsBackupRestoreCore-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start... [junit4] 2> 1875507 WARN (SUITE-TestHdfsBackupRestoreCore-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start... [junit4] 2> 1876507 ERROR (SUITE-TestHdfsBackupRestoreCore-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.MiniDFSCluster Timed out waiting for Mini HDFS Cluster to start [junit4] 2> 1876513 INFO (SUITE-TestHdfsBackupRestoreCore-seed#[51C79D8A387796F4]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 [junit4] 2> 1876624 INFO (SUITE-TestHdfsBackupRestoreCore-seed#[51C79D8A387796F4]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 [junit4] 2> 1876731 INFO (SUITE-TestHdfsBackupRestoreCore-seed#[51C79D8A387796F4]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost.localdomain:0 [junit4] 2> 1876840 INFO (SUITE-TestHdfsBackupRestoreCore-seed#[51C79D8A387796F4]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore [junit4] 2> 1876840 INFO (SUITE-TestHdfsBackupRestoreCore-seed#[51C79D8A387796F4]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released [junit4] 2> Oct 17, 2017 9:53:34 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks [junit4] 2> WARNING: Will linger awaiting termination of 64 leaked thread(s). [junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=1745, maxMBSortInHeap=7.887386582218071, sim=RandomSimilarity(queryNorm=true,coord=no): {}, locale=ln-CD, timezone=Australia/ACT [junit4] 2> NOTE: Linux 4.10.0-33-generic amd64/Oracle Corporation 9 (64-bit)/cpus=8,threads=1,free=280716096,total=536870912 [junit4] 2> NOTE: All tests run in this JVM: [InfoHandlerTest, TestSolrCLIRunExample, TestHighlightDedupGrouping, TestSQLHandler, LeaderInitiatedRecoveryOnCommitTest, DateRangeFieldTest, TestJmxIntegration, TestSchemaResource, TestSolrConfigHandlerConcurrent, TestSerializedLuceneMatchVersion, DistributedQueryElevationComponentTest, TestSizeLimitedDistributedMap, SuggestComponentTest, ClusterStateTest, TestRandomFlRTGCloud, TestCryptoKeys, AnalyticsQueryTest, TestFieldCacheSanityChecker, TestRandomFaceting, TestMacros, TestSolrDeletionPolicy2, TestStressLucene, TestFunctionQuery, TestBinaryResponseWriter, ExitableDirectoryReaderTest, TestMinMaxOnMultiValuedField, ExternalFileFieldSortTest, ConfigureRecoveryStrategyTest, TestSSLRandomization, RecoveryAfterSoftCommitTest, BaseCdcrDistributedZkTest, TestValueSourceCache, TestPathTrie, DistributedQueryComponentCustomSortTest, TestPivotHelperCode, TestInitQParser, SecurityConfHandlerTest, TestFastLRUCache, TestReplicationHandlerBackup, TestConfigSetsAPI, IgnoreCommitOptimizeUpdateProcessorFactoryTest, RegexBoostProcessorTest, DistribJoinFromCollectionTest, OverseerStatusTest, OutputWriterTest, StandardRequestHandlerTest, ClassificationUpdateProcessorTest, TestOmitPositions, TestJettySolrRunner, TestCustomStream, XsltUpdateRequestHandlerTest, TestNestedDocsSort, BufferStoreTest, HighlighterConfigTest, TestAtomicUpdateErrorCases, SolrCoreTest, TestGeoJSONResponseWriter, TestBlobHandler, PeerSyncTest, FacetPivotSmallTest, BasicZkTest, TestCrossCoreJoin, TestDownShardTolerantSearch, DocValuesNotIndexedTest, MissingSegmentRecoveryTest, AtomicUpdatesTest, TestSubQueryTransformerCrossCore, PolyFieldTest, DisMaxRequestHandlerTest, TestPayloadCheckQParserPlugin, BadCopyFieldTest, SolrGraphiteReporterTest, TestReplicaProperties, DeleteStatusTest, TestComplexPhraseQParserPlugin, TestClassicSimilarityFactory, TestXmlQParserPlugin, RequiredFieldsTest, TestDocBasedVersionConstraints, TlogReplayBufferedWhileIndexingTest, TestUniqueKeyFieldResource, TestBlendedInfixSuggestions, SolrCLIZkUtilsTest, FastVectorHighlighterTest, DistributedSpellCheckComponentTest, CurrencyFieldOpenExchangeTest, LeaderElectionContextKeyTest, QueryElevationComponentTest, TolerantUpdateProcessorTest, TestBinaryResponseWriter, BigEndianAscendingWordDeserializerTest, TestBulkSchemaConcurrent, TestStressRecovery, TestDynamicFieldResource, TestCloudRecovery, TestSolrCoreProperties, BJQParserTest, ConjunctionSolrSpellCheckerTest, TestClassNameShortening, HighlighterMaxOffsetTest, VersionInfoTest, TestJsonRequest, ChaosMonkeyNothingIsSafeTest, TestStressUserVersions, DistributedFacetExistsSmallTest, AliasIntegrationTest, CdcrReplicationHandlerTest, TestConfigSetProperties, TestRemoteStreaming, TestMultiWordSynonyms, SynonymTokenizerTest, BlobRepositoryCloudTest, TestInPlaceUpdatesDistrib, TestCoreAdminApis, SolrMetricReporterTest, UniqFieldsUpdateProcessorFactoryTest, AddBlockUpdateTest, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, UnloadDistributedZkTest, SyncSliceTest, ClusterStateUpdateTest, TestZkChroot, TestRandomDVFaceting, TestFaceting, TestRecovery, ZkControllerTest, TestJoin, TestSolr4Spatial, SpellCheckComponentTest, BadIndexSchemaTest, TestFiltering, TestLazyCores, TestIndexSearcher, SignatureUpdateProcessorFactoryTest, SpellCheckCollatorTest, SuggesterTSTTest, SuggesterTest, TestTrie, SpatialFilterTest, SuggesterWFSTTest, TestCSVLoader, WordBreakSolrSpellCheckerTest, SolrCoreCheckLockOnStartupTest, TestPseudoReturnFields, TestUpdate, TestWordDelimiterFilterFactory, DirectUpdateHandlerOptimizeTest, StatelessScriptUpdateProcessorFactoryTest, LukeRequestHandlerTest, DocumentAnalysisRequestHandlerTest, TermsComponentTest, DocumentBuilderTest, TestIndexingPerformance, IndexSchemaRuntimeFieldTest, ReturnFieldsTest, JSONWriterTest, QueryParsingTest, TestPartialUpdateDeduplication, TestPHPSerializedResponseWriter, CSVRequestHandlerTest, TestComponentsName, SearchHandlerTest, TestSolrIndexConfig, SolrIndexConfigTest, MultiTermTest, SampleTest, TestDocSet, TestBinaryField, NumericFieldsTest, TestConfig, TestPostingsSolrHighlighter, NotRequiredUniqueKeyTest, TestPhraseSuggestions, TestXIncludeConfig, EchoParamsTest, TestSweetSpotSimilarityFactory, TestIBSimilarityFactory, TimeZoneUtilsTest, ScriptEngineTest, PluginInfoTest, PreAnalyzedFieldTest, TestSuggestSpellingConverter, DOMUtilTest, TestUtils, ZkNodePropsTest, SystemInfoHandlerTest, UUIDFieldTest, CursorPagingTest, CdcrBootstrapTest, DeleteNodeTest, DeleteReplicaTest, LeaderFailureAfterFreshStartTest, MigrateRouteKeyTest, NodeMutatorTest, OverriddenZkACLAndCredentialsProvidersTest, TestAuthenticationFramework, TestExclusionRuleCollectionAccess, TestHdfsCloudBackupRestore, TestLeaderElectionZkExpiry, TestMiniSolrCloudCluster, HdfsBasicDistributedZk2Test, HdfsBasicDistributedZkTest, HdfsChaosMonkeySafeLeaderTest, HdfsCollectionsAPIDistributedZkTest, HdfsRecoverLeaseTest, CachingDirectoryFactoryTest, DirectoryFactoryTest, QueryResultKeyTest, TestBackupRepositoryFactory, TestConfigSets, TestImplicitCoreProperties, TestInfoStreamLogging, TestInitParams, TestNRTOpen, TestReloadAndDeleteDocs, TestShardHandlerFactory, TestSimpleTextCodec, TestSolrConfigHandler, RequestLoggingTest, TestHdfsBackupRestoreCore] [junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestHdfsBackupRestoreCore -Dtests.seed=51C79D8A387796F4 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ln-CD -Dtests.timezone=Australia/ACT -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1 [junit4] ERROR 0.00s J0 | TestHdfsBackupRestoreCore (suite) <<< [junit4] > Throwable #1: java.io.IOException: Timed out waiting for Mini HDFS Cluster to start [junit4] > at __randomizedtesting.SeedInfo.seed([51C79D8A387796F4]:0) [junit4] > at org.apache.hadoop.hdfs.MiniDFSCluster.waitClusterUp(MiniDFSCluster.java:1207) [junit4] > at org.apache.hadoop.hdfs.MiniDFSCluster.initMiniDFSCluster(MiniDFSCluster.java:840) [junit4] > at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:746) [junit4] > at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:616) [junit4] > at org.apache.solr.cloud.hdfs.HdfsTestUtil.setupClass(HdfsTestUtil.java:104) [junit4] > at org.apache.solr.cloud.hdfs.HdfsTestUtil.setupClass(HdfsTestUtil.java:63) [junit4] > at org.apache.solr.handler.TestHdfsBackupRestoreCore.setupClass(TestHdfsBackupRestoreCore.java:108) [junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) [junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) [junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) [junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:564) [junit4] > at java.base/java.lang.Thread.run(Thread.java:844) [junit4] Completed [584/713 (3!)] on J0 in 14.65s, 0 tests, 1 error <<< FAILURES! [...truncated 36765 lines...]
--------------------------------------------------------------------- To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org For additional commands, e-mail: dev-h...@lucene.apache.org