org.apache.gobblin.GobblinLocalJobLauncherUtils.java Source code

Introduction

Here is the source code for org.apache.gobblin.GobblinLocalJobLauncherUtils.java

Source

/*
 * Licensed to the Apache Software Foundation (ASF) under one or more
 * contributor license agreements.  See the NOTICE file distributed with
 * this work for additional information regarding copyright ownership.
 * The ASF licenses this file to You under the Apache License, Version 2.0
 * (the "License"); you may not use this file except in compliance with
 * the License.  You may obtain a copy of the License at
 *
 *    http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package org.apache.gobblin;

import java.io.File;
import java.io.IOException;
import java.util.Properties;
import java.util.UUID;

import org.apache.commons.io.FileUtils;

import org.apache.gobblin.runtime.app.ApplicationLauncher;
import org.apache.gobblin.runtime.app.ServiceBasedAppLauncher;
import org.apache.gobblin.runtime.local.LocalJobLauncher;

public class GobblinLocalJobLauncherUtils {
    public static final String RESOURCE_DIR = "./gobblin-test-harness/src/test/resources/runtime_test/";
    public static final String SAMPLE_DIR = "test_data/daily/2016/10/01/";
    public static final String DATA_PURGER_COMMIT_DATA = "data.purger.commit.data";
    public static final String STATE_STORE = "state_store";
    public static final String WRITER_STAGING = "writer_staging";
    public static final String WRITER_OUTPUT = "writer_output";
    public static final String TMP = "tmp";
    public static final String METRICS = "metrics";
    public static final String FINAL_DIR = "final_dir";

    public static void invokeLocalJobLauncher(Properties properties) throws Exception {
        try (ApplicationLauncher applicationLauncher = new ServiceBasedAppLauncher(properties,
                properties.getProperty(ServiceBasedAppLauncher.APP_NAME, "CliLocalJob-" + UUID.randomUUID()))) {
            applicationLauncher.start();
            try (LocalJobLauncher localJobLauncher = new LocalJobLauncher(properties)) {
                localJobLauncher.launchJob(null);
            }
            applicationLauncher.stop();
        }
    }

    public static void cleanDir() throws IOException {
        FileUtils.forceMkdir(new File(RESOURCE_DIR + STATE_STORE));
        FileUtils.forceMkdir(new File(RESOURCE_DIR + WRITER_STAGING));
        FileUtils.forceMkdir(new File(RESOURCE_DIR + WRITER_OUTPUT));
        FileUtils.forceMkdir(new File(RESOURCE_DIR + TMP));
        FileUtils.forceMkdir(new File(RESOURCE_DIR + METRICS));
        FileUtils.forceMkdir(new File(RESOURCE_DIR + SAMPLE_DIR));
        FileUtils.forceMkdir(new File(RESOURCE_DIR + FINAL_DIR));

        FileUtils.cleanDirectory(new File(RESOURCE_DIR + STATE_STORE));
        FileUtils.cleanDirectory(new File(RESOURCE_DIR + WRITER_STAGING));
        FileUtils.cleanDirectory(new File(RESOURCE_DIR + WRITER_OUTPUT));
        FileUtils.cleanDirectory(new File(RESOURCE_DIR + TMP));
        FileUtils.cleanDirectory(new File(RESOURCE_DIR + METRICS));
        FileUtils.cleanDirectory(new File(RESOURCE_DIR + SAMPLE_DIR));
        FileUtils.cleanDirectory(new File(RESOURCE_DIR + FINAL_DIR));
    }

    public static Properties getJobProperties(Properties jobProperties, String fileProperties) throws IOException {
        jobProperties.load(GobblinLocalJobLauncherUtils.class.getClassLoader().getResourceAsStream(fileProperties));
        return jobProperties;
    }

    public static Properties getJobProperties(String fileProperties) throws IOException {
        return getJobProperties(new Properties(), fileProperties);
    }
}