com.hhscyber.nl.tweets.svm.train.Train.java Source code

Introduction

Here is the source code for com.hhscyber.nl.tweets.svm.train.Train.java

Source

/*
 * To change this license header, choose License Headers in Project Properties.
 * To change this template file, choose Tools | Templates
 * and open the template in the editor.
 */
package com.hhscyber.nl.tweets.svm.train;

import io.github.htools.hadoop.Conf;
import io.github.htools.hbase.HBJob;
import java.io.IOException;
import org.apache.hadoop.fs.FileSystem;
import org.apache.hadoop.fs.Path;
import org.apache.hadoop.io.Text;
import org.apache.hadoop.mapreduce.Job;
import org.apache.hadoop.mapreduce.lib.input.TextInputFormat;
import org.apache.hadoop.mapreduce.lib.output.TextOutputFormat;

/**
 *
 * @author eve
 */
public class Train {

    /**
     * @param args the command line arguments
     * @throws java.io.IOException
     */
    public static void main(String[] args) throws IOException {

        Conf conf = new Conf(args, "");
        FileSystem hdfs = FileSystem.get(conf);

        hdfs.delete(new Path("trainer"), true);

        Job client = new HBJob(conf, "SVMTrainer");

        client.setJarByClass(Train.class);
        client.setMapOutputKeyClass(Text.class);
        client.setMapOutputValueClass(Text.class);

        client.setInputFormatClass(TextInputFormat.class);

        TextInputFormat.addInputPath(client, new Path("svmclass"));
        client.setNumReduceTasks(1);

        client.setOutputFormatClass(TextOutputFormat.class);
        TextOutputFormat.setOutputPath(client, new Path("trainer"));

        client.setMapperClass(TrainMapper.class);
        client.setReducerClass(TrainReducer.class);

        try {
            client.waitForCompletion(true);
        } catch (IOException | InterruptedException | ClassNotFoundException e) {
        }
    }
}