org.apache.mrql.Main.java Source code

Introduction

Here is the source code for org.apache.mrql.Main.java

Source

/**
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package org.apache.mrql;

import java.io.*;
import org.apache.hadoop.util.*;
import org.apache.hadoop.conf.*;
import org.apache.hadoop.fs.FileSystem;
import org.apache.hadoop.fs.Path;
import org.apache.commons.cli.Options;
import jline.*;

final public class Main extends Configured implements Tool {
    public final static String version = "0.9.0";

    public static PrintStream print_stream;
    public static Configuration conf;
    static MRQLParser parser = new MRQLParser();

    public static void include_file(String file) {
        try {
            MRQLParser old_parser = parser;
            boolean old_interactive = Config.interactive;
            try {
                parser = new MRQLParser(new MRQLLex(new FileInputStream(file)));
            } catch (Exception e) {
                Path path = new Path(file);
                FileSystem fs = path.getFileSystem(conf);
                parser = new MRQLParser(new MRQLLex(fs.open(path)));
            }
            ;
            Config.interactive = false;
            parser.parse();
            Config.interactive = old_interactive;
            parser = old_parser;
        } catch (Exception ex) {
            ex.printStackTrace(System.err);
            throw new Error(ex);
        }
    }

    public int run(String args[]) throws Exception {
        Config.parse_args(args, conf);
        Evaluator.init(conf);
        System.out.print("Apache MRQL version " + version + " (");
        if (Config.compile_functional_arguments)
            System.out.print("compiled ");
        else
            System.out.print("interpreted ");
        if (Config.hadoop_mode) {
            if (Config.local_hadoop_mode)
                System.out.print("local ");
            else
                System.out.print("distributed ");
            if (Config.bsp_mode)
                System.out.println("Hama BSP mode over " + Config.bsp_tasks + " BSP tasks)");
            else if (Config.reduce_tasks > 0)
                System.out.println("Hadoop MapReduce mode with " + Config.reduce_tasks + " reducers)");
            else if (!Config.local_hadoop_mode)
                System.out.println("Hadoop MapReduce mode with 1 reducer, use -reducers to change it)");
            else
                System.out.println("Hadoop MapReduce mode)");
        } else if (Config.bsp_mode)
            System.out.println("in-memory BSP mode)");
        else
            System.out.println("in-memory MapReduce mode)");
        if (Config.interactive) {
            System.out.println("Type quit to exit");
            ConsoleReader reader = new ConsoleReader();
            reader.setBellEnabled(false);
            History history = new History(new File(System.getProperty("user.home") + "/.mrqlhistory"));
            reader.setHistory(history);
            reader.setUseHistory(false);
            try {
                loop: while (true) {
                    String line = "";
                    String s = "";
                    try {
                        if (Config.hadoop_mode && Config.bsp_mode)
                            Config.write(Plan.conf);
                        do {
                            s = reader.readLine("> ");
                            if (s != null && (s.equals("quit") || s.equals("exit")))
                                break loop;
                            if (s != null)
                                line += " " + s;
                        } while (s == null || s.indexOf(";") <= 0);
                        line = line.substring(1);
                        history.addToHistory(line);
                        parser = new MRQLParser(new MRQLLex(new StringReader(line)));
                        MRQLLex.reset();
                        parser.parse();
                    } catch (EOFException x) {
                        break;
                    } catch (Exception x) {
                        if (x.getMessage() != null)
                            System.out.println(x);
                    } catch (Error x) {
                        System.out.println(x);
                    }
                }
            } finally {
                if (Config.hadoop_mode)
                    Plan.clean();
                if (Config.compile_functional_arguments)
                    Compiler.clean();
            }
        } else
            try {
                if (Config.hadoop_mode && Config.bsp_mode)
                    Config.write(Plan.conf);
                parser.parse();
            } finally {
                if (Config.hadoop_mode)
                    Plan.clean();
                if (Config.compile_functional_arguments)
                    Compiler.clean();
            }
        ;
        return 0;
    }

    public static void main(String[] args) throws Exception {
        boolean hadoop = args.length > 0 && (args[0].equals("-local") || args[0].equals("-dist"));
        if (!hadoop)
            new Main().run(args);
        else {
            conf = Evaluator.new_configuration();
            GenericOptionsParser gop = new GenericOptionsParser(conf, args);
            conf = gop.getConfiguration();
            args = gop.getRemainingArgs();
            ToolRunner.run(conf, new Main(), args);
        }
    }
}