timeline.DBThreader.java Source code

Introduction

Here is the source code for timeline.DBThreader.java

Source

/*
 * Copyright 2016
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *      http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package timeline;

import java.io.BufferedOutputStream;
import java.io.FileOutputStream;
import java.io.IOException;
import java.io.PrintStream;
import java.sql.SQLException;
import java.util.concurrent.ExecutorService;
import java.util.concurrent.Executors;

import org.apache.commons.lang3.StringEscapeUtils;

import threader.ThreadPrintStream;
import twitter4j.JSONException;

import misc.Misc;

/**
 * Lists Followers IDs
 *
 * @author Sohail Ahmed - sohail.ahmed21 at gmail.com
 */
public class DBThreader {

    static String OUTPUT_DIR_PATH = null;
    static String TOTAL_JOBS_STR = null;
    static String PAUSE_STR = null;
    static String NUMBER_OF_TWEETS_STR = null;
    static int PAUSE = 0;
    static int TOTAL_JOBS_INT = 0;

    static Misc helpers = new Misc();
    boolean runnable;

    public DBThreader() {
        runnable = true;
    }

    public boolean isRunnable() {
        return runnable;
    }

    public static void main(String[] args) throws InterruptedException {

        // Check how many arguments were passed in
        if ((args == null) || (args.length < 4)) {
            System.err.println("4 Parameters are required to launch a Job.");
            System.err.println("First: String 'OUTPUT_PATH'");
            System.err.println("Second: (int) Total Number Of Jobs");
            System.err.println("Third: (int) Number of seconds to pause");
            System.err.println("Fourth: (int) Number of Tweets to get. Max 3200");
            System.err.println("Example: fileToRun /output/path/ 10 2 3200");
            System.exit(-1);
        }

        ThreadPrintStream.replaceSystemOut();

        try {
            OUTPUT_DIR_PATH = StringEscapeUtils.escapeJava(args[0]);
        } catch (Exception e) {
            System.err.println("Argument" + args[0] + " must be an String.");
            System.exit(-1);
        }

        try {
            TOTAL_JOBS_STR = StringEscapeUtils.escapeJava(args[1]);

            try {
                TOTAL_JOBS_INT = Integer.parseInt(TOTAL_JOBS_STR);
            } catch (NumberFormatException e) {
                System.err.println("Argument" + TOTAL_JOBS_STR + " must be an integer.");
                System.exit(-1);
            }
        } catch (Exception e) {
            System.err.println("Argument" + args[1] + " must be an integer.");
            System.exit(-1);
        }

        try {
            PAUSE_STR = StringEscapeUtils.escapeJava(args[2]);

            try {
                PAUSE = Integer.parseInt(PAUSE_STR);
            } catch (NumberFormatException e) {
                System.err.println("Argument" + args[2] + " must be an integer.");
                System.exit(-1);
            }
        } catch (Exception e) {
            System.err.println("Argument" + args[2] + " must be an integer.");
            System.exit(-1);
        }

        try {
            NUMBER_OF_TWEETS_STR = StringEscapeUtils.escapeJava(args[3]);
        } catch (Exception e) {
            System.err.println("Argument" + args[3] + " must be an integer.");
            System.exit(-1);
        }

        ExecutorService threadPool = Executors.newFixedThreadPool(TOTAL_JOBS_INT);

        for (int i = 0; i < TOTAL_JOBS_INT; i++) {

            final String JOB_NO = Integer.toString(i);

            threadPool.submit(new Runnable() {

                public void run() {

                    try {

                        // Create a text file where System.out.println()
                        // will send its data for this thread.
                        String name = Thread.currentThread().getName();
                        FileOutputStream fos = null;
                        try {
                            fos = new FileOutputStream(name + "-logs.txt");
                        } catch (Exception e) {
                            System.err.println(e.getMessage());
                            System.exit(0);
                        }

                        // Create a PrintStream that will write to the new file.
                        PrintStream stream = new PrintStream(new BufferedOutputStream(fos));

                        // Install the PrintStream to be used as 
                        // System.out for this thread.
                        ((ThreadPrintStream) System.out).setThreadOut(stream);

                        // Output three messages to System.out.
                        System.out.println(name);
                        System.out.println();
                        System.out.println();

                        DBThreader.execTask(OUTPUT_DIR_PATH, TOTAL_JOBS_STR, JOB_NO, PAUSE_STR,
                                NUMBER_OF_TWEETS_STR);
                    } catch (ClassNotFoundException | SQLException | JSONException | IOException e) {

                        // e.printStackTrace();
                        System.out.println(e.getMessage());
                    }
                }
            });

            helpers.pause(PAUSE);
        }
        threadPool.shutdown();
    }

    public static void execTask(String OUTPUT_DIR_PATH, String TOTAL_JOBS_STR, String JOB_NO, String PAUSE,
            String NUMBER_OF_TWEETS_STR) throws ClassNotFoundException, SQLException, JSONException, IOException {

        String[] args = { OUTPUT_DIR_PATH, TOTAL_JOBS_STR, JOB_NO, PAUSE, NUMBER_OF_TWEETS_STR };

        timeline.DBThreaderParser.main(args);
    }
}