lzo的安装及在hadoop中的配置

baiyunjn

2012-01-06 12:09:30,475 ERROR lzo.GPLNativeCodeLoader (GPLNativeCodeLoader.java:(36)) - Could not load native gpl library　　java.lang.UnsatisfiedLinkError: no gplcompression in java.library.path
　　at java.lang.ClassLoader.loadLibrary(ClassLoader.java:1734)
　　at java.lang.Runtime.loadLibrary0(Runtime.java:823)
　　at java.lang.System.loadLibrary(System.java:1028)
　　at com.hadoop.compression.lzo.GPLNativeCodeLoader.(GPLNativeCodeLoader.java:32)
　　at com.hadoop.compression.lzo.LzoCodec.(LzoCodec.java:67)
　　at java.lang.Class.forName0(Native Method)
　　at java.lang.Class.forName(Class.java:247)
　　at org.apache.hadoop.conf.Configuration.getClassByName(Configuration.java:819)
　　at org.apache.hadoop.hive.ql.io.RCFile$Reader.init(RCFile.java:1109)
　　at org.apache.hadoop.hive.ql.io.RCFile$Reader.(RCFile.java:983)
　　at org.apache.hadoop.hive.ql.io.RCFile$Reader.(RCFile.java:964)
　　at org.apache.hadoop.hive.ql.io.RCFileRecordReader.(RCFileRecordReader.java:52)
　　at org.apache.hadoop.hive.ql.io.RCFileInputFormat.getRecordReader(RCFileInputFormat.java:57)
　　at org.apache.hadoop.hive.ql.exec.FetchOperator.getRecordReader(FetchOperator.java:306)
　　at org.apache.hadoop.hive.ql.exec.FetchOperator.getNextRow(FetchOperator.java:320)
　　at org.apache.hadoop.hive.ql.exec.FetchTask.fetch(FetchTask.java:133)
　　at org.apache.hadoop.hive.ql.Driver.getResults(Driver.java:1114)
　　at org.apache.hadoop.hive.cli.CliDriver.processCmd(CliDriver.java:187)
　　at org.apache.hadoop.hive.cli.CliDriver.processLine(CliDriver.java:241)
　　at org.apache.hadoop.hive.cli.CliDriver.main(CliDriver.java:456)
　　at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
　　at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
　　at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
　　at java.lang.reflect.Method.invoke(Method.java:597)
　　at org.apache.hadoop.util.RunJar.main(RunJar.java:156)
　　2012-01-06 12:09:30,476 ERROR lzo.LzoCodec (LzoCodec.java:(77)) - Cannot load native-lzo without native-hadoop
　　2012-01-06 12:09:30,478 ERROR CliDriver (SessionState.java:printError(343)) - Failed with exception java.io.IOException:java.lang.RuntimeException: native-lzo library not available
　　java.io.IOException: java.lang.RuntimeException: native-lzo library not available
　　at org.apache.hadoop.hive.ql.exec.FetchOperator.getNextRow(FetchOperator.java:341)
　　at org.apache.hadoop.hive.ql.exec.FetchTask.fetch(FetchTask.java:133)
　　at org.apache.hadoop.hive.ql.Driver.getResults(Driver.java:1114)
　　at org.apache.hadoop.hive.cli.CliDriver.processCmd(CliDriver.java:187)
　　at org.apache.hadoop.hive.cli.CliDriver.processLine(CliDriver.java:241)
　　at org.apache.hadoop.hive.cli.CliDriver.main(CliDriver.java:456)
　　at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
　　at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
　　at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
　　at java.lang.reflect.Method.invoke(Method.java:597)
　　at org.apache.hadoop.util.RunJar.main(RunJar.java:156)
　　Caused by: java.lang.RuntimeException: native-lzo library not available
　　at com.hadoop.compression.lzo.LzoCodec.getDecompressorType(LzoCodec.java:180)
　　at org.apache.hadoop.hive.ql.io.CodecPool.getDecompressor(CodecPool.java:122)
　　at org.apache.hadoop.hive.ql.io.RCFile$Reader.init(RCFile.java:1117)
　　at org.apache.hadoop.hive.ql.io.RCFile$Reader.(RCFile.java:983)
　　at org.apache.hadoop.hive.ql.io.RCFile$Reader.(RCFile.java:964)
　　at org.apache.hadoop.hive.ql.io.RCFileRecordReader.(RCFileRecordReader.java:52)
　　at org.apache.hadoop.hive.ql.io.RCFileInputFormat.getRecordReader(RCFileInputFormat.java:57)
　　at org.apache.hadoop.hive.ql.exec.FetchOperator.getRecordReader(FetchOperator.java:306)
　　at org.apache.hadoop.hive.ql.exec.FetchOperator.getNextRow(FetchOperator.java:320)
　　... 10 more