[
https://issues.apache.org/jira/browse/HDFS-12156?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=16091134#comment-16091134
]
Akira Ajisaka commented on HDFS-12156:
--------------------------------------
Attaching the error log.
{noformat}
2017-07-18 13:55:02,524 [FSImageSaver for
/Users/ajisaka/git/hadoop/hadoop-hdfs-project/hadoop-hdfs/target/test/data/dfs/name
-0-2 of type IMAGE_AND_EDITS] ERROR namenode.FSImage (FSImage.java:run(1014)) -
Unable to save image for /Users/ajisaka/git/h
adoop/hadoop-hdfs-project/hadoop-hdfs/target/test/data/dfs/name-0-2
java.lang.RuntimeException: native lz4 library not available
at
org.apache.hadoop.io.compress.Lz4Codec.getCompressorType(Lz4Codec.java:125)
at
org.apache.hadoop.io.compress.CodecPool.getCompressor(CodecPool.java:150)
at
org.apache.hadoop.io.compress.CompressionCodec$Util.createOutputStreamWithCodecPool(CompressionCodec.java:131)
at
org.apache.hadoop.io.compress.Lz4Codec.createOutputStream(Lz4Codec.java:88)
at
org.apache.hadoop.hdfs.server.namenode.FSImageFormatProtobuf$Saver.saveInternal(FSImageFormatProtobuf.java:489)
at
org.apache.hadoop.hdfs.server.namenode.FSImageFormatProtobuf$Saver.save(FSImageFormatProtobuf.java:431)
at
org.apache.hadoop.hdfs.server.namenode.FSImage.saveFSImage(FSImage.java:957)
at
org.apache.hadoop.hdfs.server.namenode.FSImage$FSImageSaver.run(FSImage.java:1008)
at java.lang.Thread.run(Thread.java:745)
2017-07-18 13:55:02,524 [FSImageSaver for
/Users/ajisaka/git/hadoop/hadoop-hdfs-project/hadoop-hdfs/target/test/data/dfs/name-0-1
of type IMAGE_AND_EDITS] ERROR namenode.FSImage (FSImage.java:run(1014)) -
Unable to save image for
/Users/ajisaka/git/hadoop/hadoop-hdfs-project/hadoop-hdfs/target/test/data/dfs/name-0-1
java.lang.RuntimeException: native lz4 library not available
at
org.apache.hadoop.io.compress.Lz4Codec.getCompressorType(Lz4Codec.java:125)
at
org.apache.hadoop.io.compress.CodecPool.getCompressor(CodecPool.java:150)
at
org.apache.hadoop.io.compress.CompressionCodec$Util.createOutputStreamWithCodecPool(CompressionCodec.java:131)
at
org.apache.hadoop.io.compress.Lz4Codec.createOutputStream(Lz4Codec.java:88)
at
org.apache.hadoop.hdfs.server.namenode.FSImageFormatProtobuf$Saver.saveInternal(FSImageFormatProtobuf.java:489)
at
org.apache.hadoop.hdfs.server.namenode.FSImageFormatProtobuf$Saver.save(FSImageFormatProtobuf.java:431)
at
org.apache.hadoop.hdfs.server.namenode.FSImage.saveFSImage(FSImage.java:957)
at
org.apache.hadoop.hdfs.server.namenode.FSImage$FSImageSaver.run(FSImage.java:1008)
at java.lang.Thread.run(Thread.java:745)
2017-07-18 13:55:02,525 [main] ERROR common.Storage
(NNStorage.java:reportErrorsOnDirectory(860)) - Error reported on storage
directory Storage Directory
/Users/ajisaka/git/hadoop/hadoop-hdfs-project/hadoop-hdfs/target/test/data/dfs/name-0-2
2017-07-18 13:55:02,525 [main] WARN common.Storage
(NNStorage.java:reportErrorsOnDirectory(865)) - About to remove corresponding
storage:
/Users/ajisaka/git/hadoop/hadoop-hdfs-project/hadoop-hdfs/target/test/data/dfs/name-0-2
2017-07-18 13:55:02,525 [main] ERROR common.Storage
(NNStorage.java:reportErrorsOnDirectory(860)) - Error reported on storage
directory Storage Directory
/Users/ajisaka/git/hadoop/hadoop-hdfs-project/hadoop-hdfs/target/test/data/dfs/name-0-1
2017-07-18 13:55:02,525 [main] WARN common.Storage
(NNStorage.java:reportErrorsOnDirectory(865)) - About to remove corresponding
storage:
/Users/ajisaka/git/hadoop/hadoop-hdfs-project/hadoop-hdfs/target/test/data/dfs/name-0-1
2017-07-18 13:55:02,526 [main] WARN namenode.NameNode
(NameNode.java:format(1155)) - Encountered exception during format:
java.io.IOException: Failed to save in any storage directories while saving
namespace.
at
org.apache.hadoop.hdfs.server.namenode.FSImage.saveFSImageInAllDirs(FSImage.java:1174)
at
org.apache.hadoop.hdfs.server.namenode.FSImage.saveFSImageInAllDirs(FSImage.java:1131)
at
org.apache.hadoop.hdfs.server.namenode.FSImage.format(FSImage.java:169)
at
org.apache.hadoop.hdfs.server.namenode.NameNode.format(NameNode.java:1153)
at
org.apache.hadoop.hdfs.server.namenode.NameNode.format(NameNode.java:401)
at
org.apache.hadoop.hdfs.DFSTestUtil.formatNameNode(DFSTestUtil.java:243)
at
org.apache.hadoop.hdfs.MiniDFSCluster.configureNameService(MiniDFSCluster.java:1029)
at
org.apache.hadoop.hdfs.MiniDFSCluster.createNameNodesAndSetConf(MiniDFSCluster.java:915)
at
org.apache.hadoop.hdfs.MiniDFSCluster.initMiniDFSCluster(MiniDFSCluster.java:847)
at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:491)
at
org.apache.hadoop.hdfs.MiniDFSCluster$Builder.build(MiniDFSCluster.java:450)
at
org.apache.hadoop.hdfs.server.namenode.TestFSImage.testPersistHelper(TestFSImage.java:109)
at
org.apache.hadoop.hdfs.server.namenode.TestFSImage.setCompressCodec(TestFSImage.java:103)
at
org.apache.hadoop.hdfs.server.namenode.TestFSImage.testCompression(TestFSImage.java:97)
{noformat}
> TestFSImage fails without -Pnative
> ----------------------------------
>
> Key: HDFS-12156
> URL: https://issues.apache.org/jira/browse/HDFS-12156
> Project: Hadoop HDFS
> Issue Type: Bug
> Components: test
> Reporter: Akira Ajisaka
>
> TestFSImage#testCompression tests LZ4 codec and it fails when native library
> is not available.
--
This message was sent by Atlassian JIRA
(v6.4.14#64029)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
