fr.jetoile.hadoopunit.HadoopBootstrapRemoteUtils.java Source code

Introduction

Here is the source code for fr.jetoile.hadoopunit.HadoopBootstrapRemoteUtils.java

Source

/*
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package fr.jetoile.hadoopunit;

import org.apache.commons.lang.StringUtils;
import org.apache.maven.execution.MavenSession;
import org.apache.maven.plugin.BuildPluginManager;
import org.apache.maven.plugin.MojoExecutionException;
import org.apache.maven.plugin.logging.Log;
import org.apache.maven.project.MavenProject;

import java.io.BufferedReader;
import java.io.FileReader;
import java.io.IOException;
import java.nio.file.Path;

import static org.twdata.maven.mojoexecutor.MojoExecutor.*;

public class HadoopBootstrapRemoteUtils {

    private MavenProject project;

    private MavenSession session;

    private BuildPluginManager pluginManager;

    public HadoopBootstrapRemoteUtils(MavenProject project, MavenSession session,
            BuildPluginManager pluginManager) {
        this.project = project;
        this.session = session;
        this.pluginManager = pluginManager;
    }

    public void operateRemoteHadoopUnit(String hadoopUnitPath, String outputFile, String op, String exec)
            throws MojoExecutionException {
        if (exec == null) {
            exec = "./hadoop-unit-standalone";
        }
        executeMojo(plugin(groupId("org.codehaus.mojo"), artifactId("exec-maven-plugin"), version("1.4.0")),
                goal("exec"),
                configuration(element(name("workingDirectory"), hadoopUnitPath + "/bin"),
                        element(name("executable"), exec), element(name("commandlineArgs"), op),
                        element(name("outputFile"), outputFile)),
                executionEnvironment(project, session, pluginManager));
    }

    public void tailLogFileUntilFind(Path hadoopLogFilePath, String find, Log log) {
        try {
            BufferedReader reader = new BufferedReader(new FileReader(hadoopLogFilePath.toFile()));
            String line;
            boolean keepReading = true;
            while (keepReading) {
                line = reader.readLine();
                if (line == null) {
                    //wait until there is more of the file for us to read
                    Thread.sleep(1000);
                } else {
                    keepReading = !StringUtils.containsIgnoreCase(line, find);
                    //do something interesting with the line
                }
            }
        } catch (IOException | InterruptedException e) {
            log.error("unable to read wrapper.log file", e);
        }
    }

    public String getHadoopUnitPath(String hadoopUnitPath, Log log) {
        String hadoopUnitHome = System.getenv("HADOOP_UNIT_HOME");
        String res = "";
        if (hadoopUnitHome != null) {
            res = hadoopUnitHome;
            log.info("overriding property hadoopUnitPath with system environment variable" + hadoopUnitHome);
        } else {
            res = hadoopUnitPath;
        }
        log.info("is going to use:" + res);

        if (hadoopUnitPath == null) {
            log.error("hadoopUnitPath or HADOOP_UNIT_HOME should be set");
        }
        return res;
    }
}