hadoop如何将本地磁盘文件上传到服务器

archer05

package com.pip.data.hadoop.util.test;

import java.io.File;

import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.conf.Configured;
import org.apache.hadoop.fs.FileSystem;
import org.apache.hadoop.fs.Path;
import org.apache.hadoop.mapred.JobConf;
import org.apache.hadoop.util.Tool;
import org.apache.hadoop.util.ToolRunner;

/**
* @author hewang
*
*/
public class FileSystemUtil extends Configured implements Tool  {

@Override
public int run(String[] args) throws Exception {

String inputpath = args[0];
String outputpath = args[1];

JobConf conf = new JobConf(getConf(), FileSystemUtil.class);
FileSystem fileSys = FileSystem.get(conf);
System.out.println("localDir==" + inputpath);
System.out.println("dfs dir==" + outputpath);

if(outputpath.indexOf(File.separator) >= 0) {
outputpath = outputpath.substring(outputpath.lastIndexOf(File.separator));
}
if(!outputpath.startsWith("/"))
outputpath = "/" + outputpath;
System.out.println("outputpath=="+outputpath);

//将本地文件系统的文件拷贝到HDFS中
fileSys.copyFromLocalFile(new Path(inputpath), new Path(outputpath));

//删除输入和输出的临时文件
//fileSys.copyToLocalFile(new Path(shortout),new Path(outputpath));
//fileSys.delete(new Path(shortin),true);
//fileSys.delete(new Path(shortout),true);

return 0;
}

/**
* @param args
*/
public static void main(String[] args) {
args = new String[2];
args[0] = "d:/test/wanghongen/demo/filein/aa.txt";
args[1] = "/wanghongen/demo/filein/wordcount_in0.txt";

try {
int res = ToolRunner.run(new Configuration(), new FileSystemUtil(), args);
System.exit(res);
} catch (Exception e) {
e.printStackTrace();
}

}

}