com.yahoo.storm.yarn.LaunchCommand.java Source code

Introduction

Here is the source code for com.yahoo.storm.yarn.LaunchCommand.java

Source

/*
 * Copyright (c) 2013 Yahoo! Inc. All Rights Reserved.
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *   http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License. See accompanying LICENSE file.
 */

package com.yahoo.storm.yarn;

import java.io.PrintStream;
import java.util.List;
import java.util.Map;

import org.apache.commons.cli.CommandLine;
import org.apache.commons.cli.Options;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

import com.yahoo.storm.yarn.Client.ClientCommand;
import com.yahoo.storm.yarn.generated.StormMaster;

class LaunchCommand implements ClientCommand {
    private static final Logger LOG = LoggerFactory.getLogger(LaunchCommand.class);

    @Override
    public String getHeaderDescription() {
        return "storm-yarn launch <master.yaml>";
    }

    @Override
    public Options getOpts() {
        Options opts = new Options();
        opts.addOption("appname", true, "Application Name. Default value - Storm-on-Yarn");
        opts.addOption("queue", true, "RM Queue in which this application is to be submitted");
        opts.addOption("stormHome", true, "Storm Home Directory");
        opts.addOption("output", true, "Output file");
        opts.addOption("stormConfOutput", true, "storm.yaml file");
        opts.addOption("stormZip", true, "file path of storm.zip");
        return opts;
    }

    @Override
    public void process(CommandLine cl) throws Exception {

        String config_file = null;
        List remaining_args = cl.getArgList();
        if (remaining_args != null && !remaining_args.isEmpty()) {
            config_file = (String) remaining_args.get(0);
        }
        Map stormConf = Config.readStormConfig(config_file);

        String appName = cl.getOptionValue("appname", "Storm-on-Yarn");
        String queue = cl.getOptionValue("queue", "default");

        String storm_zip_location = cl.getOptionValue("stormZip");
        Integer amSize = (Integer) stormConf.get(Config.MASTER_SIZE_MB);

        StormOnYarn storm = null;
        try {
            storm = StormOnYarn.launchApplication(appName, queue, amSize, stormConf, storm_zip_location);
            LOG.debug("Submitted application's ID:" + storm.getAppId());

            //download storm.yaml file
            String storm_yaml_output = cl.getOptionValue("stormConfOutput");
            if (storm_yaml_output != null && storm_yaml_output.length() > 0) {
                //try to download storm.yaml
                StormMaster.Client client = storm.getClient();
                if (client != null)
                    StormMasterCommand.downloadStormYaml(client, storm_yaml_output);
                else
                    LOG.warn("No storm.yaml is downloaded");
            }

            //store appID to output
            String output = cl.getOptionValue("output");
            if (output == null)
                System.out.println(storm.getAppId());
            else {
                PrintStream os = new PrintStream(output);
                os.println(storm.getAppId());
                os.flush();
                os.close();
            }
        } finally {
            if (storm != null) {
                storm.stop();
            }
        }
    }
}