Java tutorial
/******************************************************************************* * =========================================================== * Ankush : Big Data Cluster Management Solution * =========================================================== * * (C) Copyright 2014, by Impetus Technologies * * This is free software; you can redistribute it and/or modify it under * the terms of the GNU Lesser General Public License (LGPL v3) as * published by the Free Software Foundation; * * This software is distributed in the hope that it will be useful, but * WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. * See the GNU Lesser General Public License for more details. * * You should have received a copy of the GNU Lesser General Public License * along with this software; if not, write to the Free Software Foundation, * Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA. ******************************************************************************/ /** * */ package com.impetus.ankush.common.utils; import java.util.ArrayList; import java.util.Arrays; import java.util.HashMap; import java.util.List; import java.util.Map; import net.neoremind.sshxcute.core.Result; import net.neoremind.sshxcute.core.SSHExec; import net.neoremind.sshxcute.task.impl.ExecCommand; import org.apache.commons.io.FilenameUtils; import com.impetus.ankush.common.exception.AnkushException; import com.impetus.ankush2.agent.AgentUtils; import com.impetus.ankush2.constant.Constant.Strings; import com.impetus.ankush2.framework.config.AuthConfig; /** * The Class LogViewHandler. * * @author hokam chauhan */ public class LogViewHandler { /** The username. */ private String username = new String(); /** The auth info. */ private String authInfo = new String(); /** The hostname. */ private String hostname = new String(); /** The password. */ private String password = new String(); /** The private key. */ private String privateKey = new String(); /** The auth using password. */ private boolean authUsingPassword = false; /** * Instantiates a new log view handler. * * @param hostname * Ip Address of Host * @param username * User name for the host * @param password * the password * @param privateKey * the private key */ public LogViewHandler(String hostname, String username, String password, String privateKey) { super(); this.username = username; if (password != null && !password.isEmpty()) { this.authInfo = password; this.authUsingPassword = true; this.password = password; } else { this.authInfo = privateKey; this.authUsingPassword = false; this.privateKey = privateKey; } this.hostname = hostname; } public LogViewHandler(String hostname, AuthConfig authConf) { super(); this.username = authConf.getUsername(); if (authConf.getPassword() != null && !authConf.getPassword().isEmpty()) { this.authInfo = authConf.getPassword(); this.authUsingPassword = true; this.password = authConf.getPassword(); } else { this.authInfo = authConf.getPrivateKey(); this.authUsingPassword = false; this.privateKey = authConf.getPrivateKey(); } this.hostname = hostname; } /** The Constant READ_COUNT_KEY. */ private static final String READ_COUNT_KEY = "readCount"; /** The Constant CONTENT_KEY. */ private static final String CONTENT_KEY = "content"; /** The Constant LS_COMMAND. */ private static final String LS_COMMAND = "ls "; /** * Method to get the list of type files. * * @param fileNames * the file names * @param type * the type * @return the type file names */ public List<String> getTypeFileNames(List<String> fileNames, String type) { // list of type files. List<String> typeFiles = new ArrayList<String>(); // iterate over the file names. for (String fileName : fileNames) { // split the string using - character. if (fileName.contains("-" + type.toLowerCase() + "-")) { typeFiles.add(fileName); } } return typeFiles; } /** * Method to Get the list of path found in remote directory. * * @param directoryPath * the directory path * @param type * the type * @return The list of paths for files and directories. * @throws Exception * the exception */ public List<String> getLogFilesList(String directoryPath, String type) throws Exception { // Create list object List<String> logFilesList = new ArrayList<String>(); // Create ls command String command = "cd \"" + directoryPath + "\"; " + LS_COMMAND + " *.log*"; if (type != null) { command = "cd \"" + directoryPath + "\"; " + LS_COMMAND + "*-" + type.toLowerCase() + "-*.log*"; } // Executing command and getting the command output String commandOutput = SSHUtils.getCommandOutput(command, hostname, username, authInfo, authUsingPassword); // if command output not null. if (commandOutput != null) { // Splitting the output by '\n' // adding all filenames to list.123qweASD logFilesList.addAll(Arrays.asList(commandOutput.split(Strings.LINE_SEPERATOR))); } else { StringBuilder errMsg = new StringBuilder( "Could not get log files list for directory - " + directoryPath); if (type != null) { errMsg.append(" and type - " + type); } errMsg.append("."); // throwing the exception throw new Exception(errMsg.toString()); } return logFilesList; } /** * Method to Get the list of log files found in the specified directory. * * @param directoryPath * the directory path * @return The list of paths for files and directories. * @throws Exception * the exception */ public List<String> getLogFilesList(String directoryPath) throws Exception { return this.getLogFilesList(directoryPath, null); } /** * Gets the log files map. Map will have the file name and complete path for * the file * * @param directoryPath * the directory path * @return the log files map * @throws Exception * the exception */ public Map<String, String> getLogFilesMap(String directoryPath, String type) throws Exception { // Create ls command String lsCommand = "cd \"" + directoryPath + "\"; " + LS_COMMAND + " *.log*"; if (type != null) { lsCommand = "cd \"" + directoryPath + "\"; " + LS_COMMAND + "*-" + type.toLowerCase() + "-*.log*"; } /* Create SSH connection */ SSHConnection connection = new SSHConnection(hostname, username, authInfo, authUsingPassword); // if not connected. if (!connection.isConnected()) { throw new Exception("Unable to connect to node."); } // if executing command successfully. if (connection.exec(lsCommand)) { Map<String, String> logFileMap = new HashMap<String, String>(); String commandOutput = connection.getOutput(); List<String> logFilesList = new ArrayList<String>( Arrays.asList(commandOutput.split(Strings.LINE_SEPERATOR))); for (String logFile : logFilesList) { logFileMap.put(logFile, directoryPath + "/" + logFile); } // Iterating over the filename list. return logFileMap; } else { StringBuilder errMsg = new StringBuilder( "Could not get log files list for directory - " + directoryPath); if (type != null) { errMsg.append(" and type - " + type); } errMsg.append(". "); errMsg.append(connection.getError()); // throwing the exception throw new Exception(errMsg.toString()); } } public Map<String, String> getLogFilesMap(String directoryPath) throws Exception { return getLogFilesMap(directoryPath, null); } /** * Get the Content of the File. * * @param filePath * Path of the file on remote machine. * @param readCount * Character count to start reading next string. * @param bytesCount * the bytes count * @return the file content * @throws Exception * the exception */ public Map<String, String> getFileContent(String filePath, int readCount, int bytesCount, String agentInstallDir) throws AnkushException, Exception { // Create Map. Map<String, String> resultMap = new HashMap<String, String>(); String output = null; /* Create SSH connection */ SSHConnection connection = new SSHConnection(hostname, username, authInfo, authUsingPassword); /* Execute agent log command. */ // String readLogCmd = // "java -cp $HOME/.ankush/agent/libs/*:$HOME/.ankush/agent/libs/agent-0.1.jar" // + " com.impetus.ankush.agent.action.ActionHandler log " // + filePath + " " + readCount + " " + bytesCount; StringBuilder readLogCmd = new StringBuilder().append(AgentUtils.getActionHandlerCommand(agentInstallDir)); readLogCmd.append("log").append(" ").append(filePath).append(" ").append(readCount).append(" ") .append(bytesCount); if (!connection.isConnected()) { throw new Exception("Unable to connect to node."); } if (connection.exec(readLogCmd.toString())) { // Getting the output. output = connection.getOutput(); // If command execution is failed. if (connection.getExitStatus() != 0 || output == null) { throw new Exception("Unable to get log content due to unavailabilty of ankush agent on node."); } if (!output.equals("0")) { readCount = Integer.parseInt(output.substring(0, output.indexOf('\n'))); output = output.substring(output.indexOf('\n')); } else { readCount = 0; output = ""; } } else { throw new AnkushException("Couldn't execute log file view command. " + connection.getError()); } // Setting the content in map. resultMap.put(CONTENT_KEY, output); // Setting the output size in map. resultMap.put(READ_COUNT_KEY, readCount + ""); // Returning the result map. return resultMap; } /** * Method to Get the path of log file for Downloading. * * @param clusterName * Name of the cluster. * @param filePath * Path of the file on remote machine. * @return Path of the log file for Download. * @throws Exception * the exception */ public String downloadFile(String clusterName, String filePath, String agentInstallDir) throws AnkushException, Exception { // Getting the log file content with total read count value. SSHExec conn = SSHUtils.connectToNode(hostname, username, authInfo, privateKey); // String command = "java -cp $HOME/.ankush/agent/libs/*:$HOME/.ankush/agent/libs/agent-0.1.jar" // + " com.impetus.ankush.agent.action.ActionHandler upload " // + filePath; StringBuilder command = new StringBuilder().append(AgentUtils.getActionHandlerCommand(agentInstallDir)); command.append("upload").append(" ").append(filePath); ExecCommand task = new ExecCommand(command.toString()); if (conn != null) { Result rs = conn.exec(task); if (rs.rc != 0) { conn.disconnect(); throw new AnkushException(rs.error_msg); } else { conn.disconnect(); // Getting the file name for file path. String fileName = FilenameUtils.getName(filePath); // Getting the cluster folder path. String downloadPath = "/public/clusters/logs/" + fileName + ".zip"; // return the down-load path return downloadPath; } } // return the down-load path throw new Exception("Unable to connect to node."); } }