将本地文件复制到Hadoop文件系统

//将本地文件复制到复制到Hadoop文件系统 //目前，其他Hadoop文件系统写入文件时均不调用progress()方法。 package com;

import java.io.BufferedInputStream; import java.io.FileInputStream; import java.io.InputStream; import java.io.OutputStream; import java.net.URI;

import org.apache.hadoop.conf.Configuration; import org.apache.hadoop.fs.FileSystem; import org.apache.hadoop.fs.Path; import org.apache.hadoop.io.IOUtils; import org.apache.hadoop.util.Progressable;

public class FileCopyWithProgress { public static void main(String[] args) throws Exception{ String localSrc = args[0]; String dst = args[1]; InputStream in = new BufferedInputStream(new FileInputStream(localSrc)); Configuration conf = new Configuration(); FileSystem fs = FileSystem.get(URI.create(dst), conf); OutputStream out = fs.create(new Path(dst), new Progressable(){ public void progress(){ System.out.println("."); } });

IOUtils.copyBytes(in, out, 4096, true);

} }