com.jeffy.hdfs.HDFSWriteFile.java Source code

Introduction

Here is the source code for com.jeffy.hdfs.HDFSWriteFile.java

Source

/*
 * Copyright AsiaInfo Authors.
 * 
 * Licensed under the Apache Software License version 2.0, available at http://www.apache.org/licenses/LICENSE-2.0
 */
package com.jeffy.hdfs;

import java.io.BufferedInputStream;
import java.io.FileInputStream;
import java.io.FileNotFoundException;
import java.io.IOException;
import java.io.InputStream;
import java.net.URI;

import org.apache.commons.io.IOUtils;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.FSDataOutputStream;
import org.apache.hadoop.fs.FileSystem;
import org.apache.hadoop.fs.Path;
import org.apache.hadoop.util.Progressable;

/**
 * HDFS API
 * ?FSDataOutputStream?
 * 
 * @author Jeffy<renwu58@gmail.com>
 *   
 */
public class HDFSWriteFile {

    /**
     * ??hdfs
     * 
     * @param args
     */
    public static void main(String[] args) {
        if (args.length < 2) {
            System.err.println("Please input two parameter!");
            System.out.println("Parameter: localfile hdfsfile");
            System.exit(1);
        }

        String localPath = args[0];
        String hdfsPath = args[1];
        //??
        Configuration config = new Configuration();
        //??
        try (InputStream in = new BufferedInputStream(new FileInputStream(localPath))) {
            FileSystem fs = FileSystem.get(URI.create(hdfsPath), config);
            try (FSDataOutputStream out = fs.create(new Path(hdfsPath), new Progressable() {
                @Override
                public void progress() {
                    System.out.println(".");
                }
            })) {
                //??OutputStream,Hadooporg.apache.commons.io.IOUtils
                IOUtils.copy(in, out);
                System.out.println("File copy finished.");
            }
        } catch (FileNotFoundException e) {
            e.printStackTrace();
        } catch (IOException e) {
            e.printStackTrace();
        }
    }
}