Please take a look at http://hbase.apache.org/book.html#lzo.compression and the links in that section.
Cheers On Mon, Jul 1, 2013 at 3:57 PM, ch huang <[email protected]> wrote: > i add lzo compression in config file ,but region server can not start,it > seems lzo lib is miss,how can i install lzo lib for hbase,and in production > which compress is used ? snappy or lzo? > thanks all > > > # /etc/init.d/hadoop-hbase-regionserver start > starting regionserver, logging to > /var/log/hbase/hbase-hbase-regionserver-CH34.out > Exception in thread "main" java.lang.RuntimeException: Failed construction > of Regionserver: class org.apache.hadoop.hbase.regionserver.HRegionServer > at > > org.apache.hadoop.hbase.regionserver.HRegionServer.constructRegionServer(HRegionServer.java:2805) > at > > org.apache.hadoop.hbase.regionserver.HRegionServerCommandLine.start(HRegionServerCommandLine.java:60) > at > > org.apache.hadoop.hbase.regionserver.HRegionServerCommandLine.run(HRegionServerCommandLine.java:75) > at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:65) > at > > org.apache.hadoop.hbase.util.ServerCommandLine.doMain(ServerCommandLine.java:76) > at > > org.apache.hadoop.hbase.regionserver.HRegionServer.main(HRegionServer.java:2829) > Caused by: java.lang.reflect.InvocationTargetException > at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native > Method) > at > > sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:39) > [root@CH34 ~]# less /var/log/hbase/hbase-hbase-regionserver-CH34.out > Exception in thread "main" java.lang.RuntimeException: Failed construction > of Regionserver: class org.apache.hadoop.hbase.regionserver.HRegionServer > at > > org.apache.hadoop.hbase.regionserver.HRegionServer.constructRegionServer(HRegionServer.java:2805) > at > > org.apache.hadoop.hbase.regionserver.HRegionServerCommandLine.start(HRegionServerCommandLine.java:60) > at > > org.apache.hadoop.hbase.regionserver.HRegionServerCommandLine.run(HRegionServerCommandLine.java:75) > at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:65) > at > > org.apache.hadoop.hbase.util.ServerCommandLine.doMain(ServerCommandLine.java:76) > at > > org.apache.hadoop.hbase.regionserver.HRegionServer.main(HRegionServer.java:2829) > Caused by: java.lang.reflect.InvocationTargetException > at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native > Method) > at > > sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:39) > at > > sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:27) > at java.lang.reflect.Constructor.newInstance(Constructor.java:513) > at > > org.apache.hadoop.hbase.regionserver.HRegionServer.constructRegionServer(HRegionServer.java:2803) > ... 5 more > Caused by: java.io.IOException: Compression codec lzo not supported, > aborting RS construction > at > > org.apache.hadoop.hbase.regionserver.HRegionServer.<init>(HRegionServer.java:295) > ... 10 more > > # hbase org.apache.hadoop.hbase.util.CompressionTest > file:///root/jdk-6u35-linux-amd64.rpm lzo > 13/07/01 15:45:05 INFO util.NativeCodeLoader: Loaded the native-hadoop > library > Exception in thread "main" java.lang.RuntimeException: > java.lang.ClassNotFoundException: com.hadoop.compression.lzo.LzoCodec > at > > org.apache.hadoop.hbase.io.hfile.Compression$Algorithm$1.getCodec(Compression.java:110) > at > > org.apache.hadoop.hbase.io.hfile.Compression$Algorithm.getCompressor(Compression.java:234) > at > > org.apache.hadoop.hbase.io.hfile.HFile$Writer.getCompressingStream(HFile.java:397) > at > org.apache.hadoop.hbase.io.hfile.HFile$Writer.newBlock(HFile.java:383) > at > > org.apache.hadoop.hbase.io.hfile.HFile$Writer.checkBlockBoundary(HFile.java:354) > at > org.apache.hadoop.hbase.io.hfile.HFile$Writer.append(HFile.java:536) > at > org.apache.hadoop.hbase.io.hfile.HFile$Writer.append(HFile.java:515) > at > > org.apache.hadoop.hbase.util.CompressionTest.doSmokeTest(CompressionTest.java:108) > at > org.apache.hadoop.hbase.util.CompressionTest.main(CompressionTest.java:134) > Caused by: java.lang.ClassNotFoundException: > com.hadoop.compression.lzo.LzoCodec > at java.net.URLClassLoader$1.run(URLClassLoader.java:202) > at java.security.AccessController.doPrivileged(Native Method) > at java.net.URLClassLoader.findClass(URLClassLoader.java:190) > at java.lang.ClassLoader.loadClass(ClassLoader.java:306) > at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:301) > at java.lang.ClassLoader.loadClass(ClassLoader.java:247) > at > > org.apache.hadoop.hbase.io.hfile.Compression$Algorithm$1.getCodec(Compression.java:105) > ... 8 more >
