com.zqh.hadoop.mr.Financial.HighLowWritableDriver.java Source code

Introduction

Here is the source code for com.zqh.hadoop.mr.Financial.HighLowWritableDriver.java

Source

package com.zqh.hadoop.mr.Financial; /**
                                     * Copyright 2013 Jesse Anderson
                                     * 
                                     * Licensed under the Apache License, Version 2.0 (the "License");
                                     * you may not use this file except in compliance with the License.
                                     * You may obtain a copy of the License at
                                     *
                                     *     http://www.apache.org/licenses/LICENSE-2.0
                                     *
                                     * Unless required by applicable law or agreed to in writing, software
                                     * distributed under the License is distributed on an "AS IS" BASIS,
                                     * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
                                     * See the License for the specific language governing permissions and
                                     * limitations under the License.
                                     */

import org.apache.hadoop.conf.Configured;
import org.apache.hadoop.fs.Path;
import org.apache.hadoop.io.Text;
import org.apache.hadoop.mapreduce.Job;
import org.apache.hadoop.mapreduce.lib.input.FileInputFormat;
import org.apache.hadoop.mapreduce.lib.output.FileOutputFormat;
import org.apache.hadoop.util.Tool;
import org.apache.hadoop.util.ToolRunner;

/**
 * Hadoop MapReduce example showing a custom Writable
 *
 */
public class HighLowWritableDriver extends Configured implements Tool {

    @Override
    public int run(String[] args) throws Exception {
        String input, output;
        if (args.length == 2) {
            input = args[0];
            output = args[1];
        } else {
            System.err.println("Incorrect number of arguments.  Expected: input output");
            return -1;
        }

        Job job = new Job(getConf());
        job.setJarByClass(HighLowWritableDriver.class);
        job.setJobName("High Low per Stock with day");

        FileInputFormat.setInputPaths(job, new Path(input));
        FileOutputFormat.setOutputPath(job, new Path(output));

        job.setMapperClass(HighLowWritableMapper.class);
        job.setReducerClass(HighLowWritableReducer.class);

        job.setMapOutputKeyClass(Text.class);
        job.setMapOutputValueClass(StockWritable.class);

        job.setOutputKeyClass(Text.class);
        job.setOutputValueClass(Text.class);

        boolean success = job.waitForCompletion(true);
        return success ? 0 : 1;
    }

    public static void main(String[] args) throws Exception {
        HighLowWritableDriver driver = new HighLowWritableDriver();
        int exitCode = ToolRunner.run(driver, args);
        System.exit(exitCode);
    }
}