com.netflix.genie.client.sample.ExecutionServiceSampleClient.java Source code

Introduction

Here is the source code for com.netflix.genie.client.sample.ExecutionServiceSampleClient.java

Source

/*
 *
 *  Copyright 2015 Netflix, Inc.
 *
 *     Licensed under the Apache License, Version 2.0 (the "License");
 *     you may not use this file except in compliance with the License.
 *     You may obtain a copy of the License at
 *
 *         http://www.apache.org/licenses/LICENSE-2.0
 *
 *     Unless required by applicable law or agreed to in writing, software
 *     distributed under the License is distributed on an "AS IS" BASIS,
 *     WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 *     See the License for the specific language governing permissions and
 *     limitations under the License.
 *
 */
package com.netflix.genie.client.sample;

import com.google.common.collect.ArrayListMultimap;
import com.google.common.collect.Multimap;
import com.netflix.config.ConfigurationManager;
import com.netflix.genie.client.ExecutionServiceClient;
import com.netflix.genie.common.model.ClusterCriteria;
import com.netflix.genie.common.model.FileAttachment;
import com.netflix.genie.common.model.Job;
import com.netflix.genie.common.model.JobStatus;

import java.util.ArrayList;
import java.util.HashSet;
import java.util.List;
import java.util.Set;

import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

/**
 * A sample client demonstrating usage of the Execution Service Client.
 *
 * @author skrishnan
 * @author tgianos
 */
public final class ExecutionServiceSampleClient {

    private static final Logger LOG = LoggerFactory.getLogger(ExecutionServiceSampleClient.class);

    private ExecutionServiceSampleClient() {
        // never called
    }

    /**
     * Main for running client code .
     *
     * @param args command line arguments
     * @throws Exception On any issue.
     */
    public static void main(final String[] args) throws Exception {

        // Initialize Eureka, if it is being used
        // LOG.info("Initializing Eureka");
        // ExecutionServiceClient.initEureka("test");
        LOG.info("Initializing list of Genie servers");
        ConfigurationManager.getConfigInstance().setProperty("genie2Client.ribbon.listOfServers",
                "http://localhost:7001");

        LOG.info("Initializing ExecutionServiceClient");
        final ExecutionServiceClient client = ExecutionServiceClient.getInstance();

        final String userName = "genietest";
        final String jobName = "sampleClientTestJob";
        LOG.info("Getting jobs using specified filter criteria");
        final Multimap<String, String> params = ArrayListMultimap.create();
        params.put("userName", userName);
        params.put("status", JobStatus.FAILED.name());
        params.put("limit", "3");
        for (final Job ji : client.getJobs(params)) {
            LOG.info("Job: {id, status, finishTime} - {" + ji.getId() + ", " + ji.getStatus() + ", "
                    + ji.getFinished() + "}");
        }

        LOG.info("Running Hive job");
        final Set<String> criteriaTags = new HashSet<>();
        criteriaTags.add("adhoc");
        final ClusterCriteria criteria = new ClusterCriteria(criteriaTags);
        final List<ClusterCriteria> clusterCriterias = new ArrayList<>();
        final Set<String> commandCriteria = new HashSet<>();
        clusterCriterias.add(criteria);
        commandCriteria.add("hive");

        Job job = new Job(userName, jobName, "1.0", "-f hive.q", commandCriteria, clusterCriterias);

        job.setDescription("This is a test");

        // Add some tags for metadata about the job. This really helps for reporting on
        // the jobs and categorization.
        final Set<String> jobTags = new HashSet<>();
        jobTags.add("testgenie");
        jobTags.add("sample");

        job.setTags(jobTags);

        // send the query as an attachment
        final Set<FileAttachment> attachments = new HashSet<>();
        final FileAttachment attachment = new FileAttachment();
        attachment.setName("hive.q");
        attachment.setData("select count(*) from counters where dateint=20120430 and hour=10;".getBytes("UTF-8"));

        attachments.add(attachment);
        job.setAttachments(attachments);
        job = client.submitJob(job);

        final String jobID = job.getId();
        final String outputURI = job.getOutputURI();
        LOG.info("Job ID: " + jobID);
        LOG.info("Output URL: " + outputURI);

        LOG.info("Getting jobInfo by jobID");
        job = client.getJob(jobID);
        LOG.info(job.toString());

        LOG.info("Waiting for job to finish");
        final int blockTimeout = 600000;
        final int pollTime = 5000;
        job = client.waitForCompletion(jobID, blockTimeout, pollTime);
        LOG.info("Job status: " + job.getStatus());

        LOG.info("Killing jobs using jobID");
        final Job killedJob = client.killJob(jobID);
        LOG.info("Job status: " + killedJob.getStatus());

        LOG.info("Done");
    }
}