i add lzo compression in config file ,but region server can not start,it
seems lzo lib is miss,how can i install lzo lib for hbase,and in production
which compress is used ? snappy or lzo?
thanks all
# /etc/init.d/hadoop-hbase-regionserver start
starting regionserver, logging to
/var/log/hbase/hbase-hbase-regionserver-CH34.out
Exception in thread "main" java.lang.RuntimeException: Failed construction
of Regionserver: class org.apache.hadoop.hbase.regionserver.HRegionServer
at
org.apache.hadoop.hbase.regionserver.HRegionServer.constructRegionServer(HRegionServer.java:2805)
at
org.apache.hadoop.hbase.regionserver.HRegionServerCommandLine.start(HRegionServerCommandLine.java:60)
at
org.apache.hadoop.hbase.regionserver.HRegionServerCommandLine.run(HRegionServerCommandLine.java:75)
at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:65)
at
org.apache.hadoop.hbase.util.ServerCommandLine.doMain(ServerCommandLine.java:76)
at
org.apache.hadoop.hbase.regionserver.HRegionServer.main(HRegionServer.java:2829)
Caused by: java.lang.reflect.InvocationTargetException
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native
Method)
at
sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:39)
[root@CH34 ~]# less /var/log/hbase/hbase-hbase-regionserver-CH34.out
Exception in thread "main" java.lang.RuntimeException: Failed construction
of Regionserver: class org.apache.hadoop.hbase.regionserver.HRegionServer
at
org.apache.hadoop.hbase.regionserver.HRegionServer.constructRegionServer(HRegionServer.java:2805)
at
org.apache.hadoop.hbase.regionserver.HRegionServerCommandLine.start(HRegionServerCommandLine.java:60)
at
org.apache.hadoop.hbase.regionserver.HRegionServerCommandLine.run(HRegionServerCommandLine.java:75)
at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:65)
at
org.apache.hadoop.hbase.util.ServerCommandLine.doMain(ServerCommandLine.java:76)
at
org.apache.hadoop.hbase.regionserver.HRegionServer.main(HRegionServer.java:2829)
Caused by: java.lang.reflect.InvocationTargetException
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native
Method)
at
sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:39)
at
sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:27)
at java.lang.reflect.Constructor.newInstance(Constructor.java:513)
at
org.apache.hadoop.hbase.regionserver.HRegionServer.constructRegionServer(HRegionServer.java:2803)
... 5 more
Caused by: java.io.IOException: Compression codec lzo not supported,
aborting RS construction
at
org.apache.hadoop.hbase.regionserver.HRegionServer.<init>(HRegionServer.java:295)
... 10 more
# hbase org.apache.hadoop.hbase.util.CompressionTest
file:///root/jdk-6u35-linux-amd64.rpm lzo
13/07/01 15:45:05 INFO util.NativeCodeLoader: Loaded the native-hadoop
library
Exception in thread "main" java.lang.RuntimeException:
java.lang.ClassNotFoundException: com.hadoop.compression.lzo.LzoCodec
at
org.apache.hadoop.hbase.io.hfile.Compression$Algorithm$1.getCodec(Compression.java:110)
at
org.apache.hadoop.hbase.io.hfile.Compression$Algorithm.getCompressor(Compression.java:234)
at
org.apache.hadoop.hbase.io.hfile.HFile$Writer.getCompressingStream(HFile.java:397)
at
org.apache.hadoop.hbase.io.hfile.HFile$Writer.newBlock(HFile.java:383)
at
org.apache.hadoop.hbase.io.hfile.HFile$Writer.checkBlockBoundary(HFile.java:354)
at
org.apache.hadoop.hbase.io.hfile.HFile$Writer.append(HFile.java:536)
at
org.apache.hadoop.hbase.io.hfile.HFile$Writer.append(HFile.java:515)
at
org.apache.hadoop.hbase.util.CompressionTest.doSmokeTest(CompressionTest.java:108)
at
org.apache.hadoop.hbase.util.CompressionTest.main(CompressionTest.java:134)
Caused by: java.lang.ClassNotFoundException:
com.hadoop.compression.lzo.LzoCodec
at java.net.URLClassLoader$1.run(URLClassLoader.java:202)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:190)
at java.lang.ClassLoader.loadClass(ClassLoader.java:306)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:301)
at java.lang.ClassLoader.loadClass(ClassLoader.java:247)
at
org.apache.hadoop.hbase.io.hfile.Compression$Algorithm$1.getCodec(Compression.java:105)
... 8 more