co.nubetech.hiho.mapreduce.OracleLoadMapper.java Source code

Introduction

Here is the source code for co.nubetech.hiho.mapreduce.OracleLoadMapper.java

Source

/**
 * Copyright 2010 Nube Technologies
 * 
 * Licensed under the Apache License, Version 2.0 (the "License"); 
 * you may not use this file except in compliance with the License. 
 * You may obtain a copy of the License at 
 * 
 * http://www.apache.org/licenses/LICENSE-2.0 
 * 
 * Unless required by applicable law or agreed to in writing, software distributed 
 * under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR 
 * CONDITIONS OF ANY KIND, either express or implied. 
 * See the License for the specific language governing permissions and limitations under the License. 
 */
package co.nubetech.hiho.mapreduce;

import java.io.IOException;

import org.apache.commons.net.ftp.FTP;
import org.apache.commons.net.ftp.FTPClient;
import org.apache.hadoop.fs.FSDataInputStream;
import org.apache.hadoop.io.NullWritable;
import org.apache.hadoop.io.Text;
import org.apache.hadoop.mapreduce.Mapper;
import org.apache.log4j.Logger;

import co.nubetech.hiho.common.HIHOConf;

public class OracleLoadMapper extends Mapper<Text, FSDataInputStream, NullWritable, NullWritable> {

    private final static Logger logger = Logger.getLogger(co.nubetech.hiho.mapreduce.OracleLoadMapper.class);

    FTPClient ftpClient;

    public void setFtpClient(FTPClient ftpClient) {
        this.ftpClient = ftpClient;

    }

    public FTPClient getFtpClient() {
        return ftpClient;
    }

    protected void setup(Mapper.Context context) throws IOException, InterruptedException {

        String ip = context.getConfiguration().get(HIHOConf.ORACLE_FTP_ADDRESS);
        String portno = context.getConfiguration().get(HIHOConf.ORACLE_FTP_PORT);
        String usr = context.getConfiguration().get(HIHOConf.ORACLE_FTP_USER);
        String pwd = context.getConfiguration().get(HIHOConf.ORACLE_FTP_PASSWORD);
        String dir = context.getConfiguration().get(HIHOConf.ORACLE_EXTERNAL_TABLE_DIR);
        logger.debug("ip is " + ip);
        logger.debug("port, usr, password are " + portno + ", " + usr + ", " + pwd + "," + dir);
        if (ftpClient == null) {
            ftpClient = new FTPClient();
        }

        ftpClient.connect(ip, Integer.parseInt(portno));
        logger.debug("Found connection");
        ftpClient.login(usr, pwd);
        logger.debug("Logged in to remote server");
        ftpClient.changeWorkingDirectory(dir);
        ftpClient.setFileType(FTP.BINARY_FILE_TYPE);
    }

    public void map(Text key, FSDataInputStream val, Context context) throws IOException, InterruptedException {
        ftpClient.appendFile(key.toString(), val);
        logger.debug("Appended to file " + key);
        val.close();
    }

    protected void cleanup(Mapper.Context context) throws IOException, InterruptedException {
        if (ftpClient != null) {
            ftpClient.disconnect();
            logger.debug("logout from ftp connection");
        }
    }

}