com.blackberry.logdriver.util.GrepByTime.java Source code

Introduction

Here is the source code for com.blackberry.logdriver.util.GrepByTime.java

Source

/** Copyright (c) 2014 BlackBerry Limited
 *
 *  Licensed under the Apache License, Version 2.0 (the "License");
 *  you may not use this file except in compliance with the License.
 *  You may obtain a copy of the License at
 *
 *      http://www.apache.org/licenses/LICENSE-2.0
 *
 *  Unless required by applicable law or agreed to in writing, software
 *  distributed under the License is distributed on an "AS IS" BASIS,
 *  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 *  See the License for the specific language governing permissions and
 *  limitations under the License. 
 */

/**
 * Grep Logs in a given time range, based on the logdriver file structure.
 * <p>
 * Usage: [genericOptions] regex baseDir filePrefix startTime endTime output
 * <p>
 * For example: -Djob.wait=true '.*ERR=12.*' /service/web/logs app 1332939045000 1332942648000 /user/me/grep
 * 
 */
package com.blackberry.logdriver.util;

import java.util.ArrayList;
import java.util.List;

import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.conf.Configured;
import org.apache.hadoop.util.Tool;
import org.apache.hadoop.util.ToolRunner;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

import com.blackberry.logdriver.fs.FileManager;
import com.blackberry.logdriver.fs.PathInfo;

public class GrepByTime extends Configured implements Tool {
    private static final Logger LOG = LoggerFactory.getLogger(GrepByTime.class);

    @Override
    public int run(String[] args) throws Exception {
        Configuration conf = getConf(); // Configuration processed by ToolRunner
        List<String> grepArgs = new ArrayList<String>();

        String regex = args[0];
        String dcNumber = args[1];
        String service = args[2];
        String component = args[3];
        long startTime = Long.parseLong(args[4]);
        long endTime = Long.parseLong(args[5]);
        String output = args[6];

        // Add the start and end time to the configuration
        conf.setLong("logdriver.grep.start.time", startTime);
        conf.setLong("logdriver.grep.end.time", endTime);

        // the first grep arg is regex
        grepArgs.add(regex);

        // Get paths
        FileManager fm = new FileManager(conf);
        List<PathInfo> paths = fm.getPathInfo(dcNumber, service, component, startTime, endTime);

        if (paths.isEmpty()) {
            System.err.println("No logs found for the given component(s) and time range.");
            return 1;
        }

        int retval = 99;
        try {
            // Lock, then get the real paths
            fm.acquireReadLocks(paths);
            for (PathInfo pi : paths) {
                LOG.info("Adding path: {}", pi.getFullPath());
                grepArgs.addAll(fm.getInputPaths(pi));
            }

            // The last arg is output directory
            grepArgs.add(output);

            // Now run Grep
            fm.acquireReadLocks(paths);
            LOG.info("Sending args to Grep: {}", grepArgs);
            retval = ToolRunner.run(conf, new Grep(), grepArgs.toArray(new String[0]));
        } finally {
            fm.releaseReadLocks(paths);
        }

        return retval;
    }

    public static void main(String[] args) throws Exception {
        // Let ToolRunner handle generic command-line options
        int res = ToolRunner.run(new Configuration(), new GrepByTime(), args);
        System.exit(res);
    }
}