Java tutorial
/* Copyright (C) 2011 NTT DATA Corporation This program is free software; you can redistribute it and/or Modify it under the terms of the GNU General Public License as published by the Free Software Foundation, version 2. This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. */ package com.clustercontrol.ws.agent; import java.io.File; import java.util.ArrayList; import java.util.HashMap; import java.util.Iterator; import java.util.List; import java.util.Map; import java.util.StringTokenizer; import javax.activation.DataHandler; import javax.activation.FileDataSource; import javax.annotation.Resource; import javax.xml.bind.annotation.XmlMimeType; import javax.xml.ws.WebServiceContext; import javax.xml.ws.soap.MTOM; import org.apache.commons.logging.Log; import org.apache.commons.logging.LogFactory; import com.clustercontrol.accesscontrol.bean.FunctionConstant; import com.clustercontrol.accesscontrol.bean.PrivilegeConstant.SystemPrivilegeMode; import com.clustercontrol.accesscontrol.model.SystemPrivilegeInfo; import com.clustercontrol.bean.HinemosModuleConstant; import com.clustercontrol.bean.PriorityConstant; import com.clustercontrol.commons.bean.SettingUpdateInfo; import com.clustercontrol.custom.bean.CommandExecuteDTO; import com.clustercontrol.custom.session.MonitorCustomControllerBean; import com.clustercontrol.fault.CustomInvalid; import com.clustercontrol.fault.FacilityNotFound; import com.clustercontrol.fault.HinemosUnknown; import com.clustercontrol.fault.InvalidRole; import com.clustercontrol.fault.InvalidUserPass; import com.clustercontrol.fault.JobInfoNotFound; import com.clustercontrol.fault.JobMasterNotFound; import com.clustercontrol.fault.JobSessionDuplicate; import com.clustercontrol.fault.MonitorNotFound; import com.clustercontrol.hinemosagent.bean.AgentInfo; import com.clustercontrol.hinemosagent.bean.AgentOutputBasicInfo; import com.clustercontrol.hinemosagent.bean.HinemosTopicInfo; import com.clustercontrol.hinemosagent.bean.TopicInfo; import com.clustercontrol.hinemosagent.util.AgentConnectUtil; import com.clustercontrol.jobmanagement.bean.JobFileCheck; import com.clustercontrol.jobmanagement.bean.JobTriggerInfo; import com.clustercontrol.jobmanagement.bean.JobTriggerTypeConstant; import com.clustercontrol.jobmanagement.bean.RunResultInfo; import com.clustercontrol.jobmanagement.session.JobControllerBean; import com.clustercontrol.jobmanagement.session.JobRunManagementBean; import com.clustercontrol.logfile.session.MonitorLogfileControllerBean; import com.clustercontrol.monitor.run.model.MonitorInfo; import com.clustercontrol.notify.bean.OutputBasicInfo; import com.clustercontrol.repository.factory.FacilitySelector; import com.clustercontrol.repository.factory.NodeProperty; import com.clustercontrol.repository.factory.SearchNodeBySNMP; import com.clustercontrol.repository.session.RepositoryControllerBean; import com.clustercontrol.util.MessageConstant; import com.clustercontrol.util.apllog.AplLogger; import com.clustercontrol.winevent.session.MonitorWinEventControllerBean; import com.clustercontrol.ws.util.HashMapInfo; import com.clustercontrol.ws.util.HttpAuthenticator; /** * ??WebAPI? */ @MTOM @javax.jws.WebService(targetNamespace = "http://agent.ws.clustercontrol.com") public class AgentEndpoint { @Resource WebServiceContext wsctx; private static Log m_log = LogFactory.getLog(AgentEndpoint.class); /** * echo(WebAPI) * * ????????? * * @param str * @return * @throws InvalidUserPass * @throws InvalidRole * @throws HinemosUnknown */ public String echo(String str) throws InvalidUserPass, InvalidRole, HinemosUnknown { ArrayList<SystemPrivilegeInfo> systemPrivilegeList = new ArrayList<SystemPrivilegeInfo>(); HttpAuthenticator.authCheck(wsctx, systemPrivilegeList); return str + ", " + str; } /** * [Agent Base] ?web? * ??????????? * * HinemosAgentAccess??? * * @param agentInfo * @return * @throws InvalidRole * @throws InvalidUserPass * @throws HinemosUnknown */ public HinemosTopicInfo getHinemosTopic(AgentInfo agentInfo) throws HinemosUnknown, InvalidUserPass, InvalidRole { ArrayList<SystemPrivilegeInfo> systemPrivilegeList = new ArrayList<SystemPrivilegeInfo>(); systemPrivilegeList .add(new SystemPrivilegeInfo(FunctionConstant.HINEMOS_AGENT, SystemPrivilegeMode.MODIFY)); HttpAuthenticator.authCheck(wsctx, systemPrivilegeList); HinemosTopicInfo hinemosTopicInfo = new HinemosTopicInfo(); // TopicInfo ? ArrayList<String> facilityIdList = getFacilityId(agentInfo); for (String facilityId : facilityIdList) { AgentConnectUtil.checkAgentLibMd5(facilityId); } ArrayList<TopicInfo> topicInfoList = new ArrayList<TopicInfo>(); for (String facilityId : facilityIdList) { ArrayList<TopicInfo> list = AgentConnectUtil.getTopic(facilityId); /* * Agent.properties?facilityId???????? * agentInfo?facilityId?????????????? */ agentInfo.setFacilityId(facilityId); AgentConnectUtil.putAgentMap(agentInfo); if (list != null && list.size() != 0) { topicInfoList.addAll(list); } } int awakePort = 0; for (String facilityId : facilityIdList) { try { int tmp = NodeProperty.getProperty(facilityId).getAgentAwakePort(); if (awakePort != 0 && tmp != awakePort) { m_log.warn("getHinemosTopic() different awake port " + tmp); } awakePort = tmp; hinemosTopicInfo.setAwakePort(awakePort); } catch (FacilityNotFound e) { m_log.info("getHinemosTopic() : FacilityNotFound " + facilityId); } } hinemosTopicInfo.setTopicInfoList(topicInfoList); // SettingUpdateInfo hinemosTopicInfo.setSettingUpdateInfo(SettingUpdateInfo.getInstance()); return hinemosTopicInfo; } /** * [Agent Base] ?web? * ???(shutdownhook ?) * * HinemosAgentAccess??? * * @param agentInfo * @return * @throws InvalidRole * @throws InvalidUserPass * @throws HinemosUnknown */ public void deleteAgent(AgentInfo agentInfo) throws HinemosUnknown, InvalidUserPass, InvalidRole { ArrayList<SystemPrivilegeInfo> systemPrivilegeList = new ArrayList<SystemPrivilegeInfo>(); systemPrivilegeList .add(new SystemPrivilegeInfo(FunctionConstant.HINEMOS_AGENT, SystemPrivilegeMode.MODIFY)); HttpAuthenticator.authCheck(wsctx, systemPrivilegeList); ArrayList<String> facilityIdList = getFacilityId(agentInfo); for (String facilityId : facilityIdList) { m_log.info("deleteAgent " + facilityId + " is shutdown"); AgentConnectUtil.deleteAgent(facilityId, agentInfo); } } /** * [Agent Base] Internal???? * * HinemosAgentAccess??? * * @param message * @throws HinemosUnknown * @throws FacilityNotFound * @throws InvalidRole * @throws InvalidUserPass */ public void sendMessage(AgentOutputBasicInfo message) throws HinemosUnknown, FacilityNotFound, InvalidUserPass, InvalidRole { ArrayList<SystemPrivilegeInfo> systemPrivilegeList = new ArrayList<SystemPrivilegeInfo>(); systemPrivilegeList .add(new SystemPrivilegeInfo(FunctionConstant.HINEMOS_AGENT, SystemPrivilegeMode.MODIFY)); HttpAuthenticator.authCheck(wsctx, systemPrivilegeList); ArrayList<String> facilityIdList = getFacilityId(message.getAgentInfo()); OutputBasicInfo outputBasicInfo = message.getOutputBasicInfo(); if (facilityIdList == null || facilityIdList.size() == 0) { m_log.info("sendMessage facilityId is null"); return; } if (facilityIdList.size() == 0) { m_log.info("sendMessage facilityId.size() is 0"); return; } AgentConnectUtil.sendMessageLocal(outputBasicInfo, facilityIdList); } /** * [Agent Base] AgentInfo?FacilityId??? * * @param agentInfo * @return * @throws HinemosUnknown */ private ArrayList<String> getFacilityId(AgentInfo agentInfo) throws HinemosUnknown { ArrayList<String> facilityIdList = new ArrayList<String>(); if (agentInfo.getFacilityId() != null && !agentInfo.getFacilityId().equals("")) { /* * agentInfo?facilityId????? */ // facilityId // agentInfo?(,)?? StringTokenizer st = new StringTokenizer(agentInfo.getFacilityId(), ","); while (st.hasMoreTokens()) { String facilityId = st.nextToken(); facilityIdList.add(facilityId); m_log.debug("add facilityId=" + facilityId); } } else { /* * agentInfo?facilityId??????? * ????????IP?ID? */ try { for (String ipAddress : agentInfo.getIpAddress()) { String hostname = agentInfo.getHostname(); hostname = SearchNodeBySNMP.getShortName(hostname); ArrayList<String> list = new RepositoryControllerBean().getFacilityIdList(hostname, ipAddress); if (list != null && list.size() != 0) { for (String facilityId : list) { m_log.debug("facilityId=" + facilityId + ", " + agentInfo.toString()); } facilityIdList.addAll(list); } } } catch (Exception e) { m_log.warn(e, e); throw new HinemosUnknown("getFacilityId " + e.getMessage()); } } return facilityIdList; } /** * [Job] ???? * * HinemosAgentAccess??? * * @param info * @throws HinemosUnknown * @throws InvalidRole * @throws InvalidUserPass */ public boolean jobResult(RunResultInfo info) throws HinemosUnknown, JobInfoNotFound, InvalidUserPass, InvalidRole { // ???????????????? String command = info.getCommand(); int length = 32; if (command != null) { if (length < command.length()) { command = command.substring(0, length); } command = command.replaceAll("\n", ""); } m_log.info("jobResult : " + info.getSessionId() + ", " + info.getJobunitId() + ", " + info.getJobId() + ", " + info.getCommandType() + ", " + command + ", " + info.getStatus() + ", " + info.getFacilityId() + ", "); ArrayList<SystemPrivilegeInfo> systemPrivilegeList = new ArrayList<SystemPrivilegeInfo>(); systemPrivilegeList .add(new SystemPrivilegeInfo(FunctionConstant.HINEMOS_AGENT, SystemPrivilegeMode.MODIFY)); HttpAuthenticator.authCheck(wsctx, systemPrivilegeList); return new JobRunManagementBean().endNode(info); } /** * [Logfile] ?? * * HinemosAgentAccess??? * * @param agentInfo * @return * @throws HinemosUnknown * @throws InvalidRole * @throws InvalidUserPass * @throws MonitorNotFound */ public ArrayList<MonitorInfo> getMonitorLogfile(AgentInfo agentInfo) throws MonitorNotFound, HinemosUnknown, InvalidUserPass, InvalidRole { m_log.debug("getMonitorLogFile : " + agentInfo); ArrayList<SystemPrivilegeInfo> systemPrivilegeList = new ArrayList<SystemPrivilegeInfo>(); systemPrivilegeList .add(new SystemPrivilegeInfo(FunctionConstant.HINEMOS_AGENT, SystemPrivilegeMode.MODIFY)); HttpAuthenticator.authCheck(wsctx, systemPrivilegeList); ArrayList<String> facilityIdList = new ArrayList<String>(); try { facilityIdList.addAll(getFacilityId(agentInfo)); } catch (Exception e) { m_log.warn(e, e); return null; } ArrayList<MonitorInfo> list = new ArrayList<MonitorInfo>(); MonitorLogfileControllerBean bean = new MonitorLogfileControllerBean(); for (String facilityId : facilityIdList) { list.addAll(bean.getLogfileListForFacilityId(facilityId, true)); } return list; } /** * [JobFileCheck] ?()?? * * HinemosAgentAccess??? * * @param agentInfo * @return * @throws HinemosUnknown * @throws InvalidRole * @throws InvalidUserPass * @throws JobMasterNotFound */ public ArrayList<JobFileCheck> getFileCheckForAgent(AgentInfo agentInfo) throws HinemosUnknown, InvalidUserPass, InvalidRole, JobMasterNotFound { m_log.debug("getFileCheckForAgent : " + agentInfo); ArrayList<SystemPrivilegeInfo> systemPrivilegeList = new ArrayList<SystemPrivilegeInfo>(); systemPrivilegeList .add(new SystemPrivilegeInfo(FunctionConstant.HINEMOS_AGENT, SystemPrivilegeMode.MODIFY)); HttpAuthenticator.authCheck(wsctx, systemPrivilegeList); ArrayList<String> facilityIdList = new ArrayList<String>(); try { facilityIdList.addAll(getFacilityId(agentInfo)); } catch (Exception e) { m_log.warn(e, e); return null; } return new JobControllerBean().getJobFileCheck(facilityIdList); } /** * [JobFileCheck] ?()?? * * HinemosAgentAccess??? * * @param jobFileCheck * @return * @throws HinemosUnknown * @throws InvalidRole * @throws InvalidUserPass * @throws JobMasterNotFound * @throws JobInfoNotFound * @throws FacilityNotFound */ public String jobFileCheckResult(JobFileCheck jobFileCheck, AgentInfo agentInfo) throws HinemosUnknown, InvalidUserPass, InvalidRole, JobMasterNotFound, FacilityNotFound, JobInfoNotFound, JobSessionDuplicate { String id = jobFileCheck.getId(); String jobunitId = jobFileCheck.getJobunitId(); String jobId = jobFileCheck.getJobId(); String filename = jobFileCheck.getFileName(); String directory = jobFileCheck.getDirectory(); Integer eventType = jobFileCheck.getEventType(); Integer modifyType = jobFileCheck.getModifyType(); m_log.info("jobFileCheckResult : id=" + id + ", jobunitId=" + jobunitId + ", jobId=" + jobId + ", filename=" + filename + ", directory=" + directory + ", eventType=" + eventType + ", modifyType=" + modifyType); ArrayList<SystemPrivilegeInfo> systemPrivilegeList = new ArrayList<SystemPrivilegeInfo>(); systemPrivilegeList .add(new SystemPrivilegeInfo(FunctionConstant.HINEMOS_AGENT, SystemPrivilegeMode.MODIFY)); HttpAuthenticator.authCheck(wsctx, systemPrivilegeList); JobTriggerInfo trigger = new JobTriggerInfo(); trigger.setJobkickId(jobFileCheck.getId()); trigger.setTrigger_type(JobTriggerTypeConstant.TYPE_FILECHECK); trigger.setTrigger_info(jobFileCheck.getName() + "(" + id + ") file=" + filename); trigger.setFilename(filename); trigger.setDirectory(directory); OutputBasicInfo output = null; String sessionId = null; for (String facilityId : getFacilityId(agentInfo)) { ArrayList<String> facilityList = FacilitySelector.getFacilityIdList(jobFileCheck.getFacilityId(), jobFileCheck.getOwnerRoleId(), 0, false, false); if (facilityList.contains(facilityId)) { output = new OutputBasicInfo(); output.setFacilityId(facilityId); try { sessionId = new JobControllerBean().runJob(jobunitId, jobId, output, trigger); } catch (Exception e) { m_log.warn("jobFileCheckResult() : " + e.getMessage()); String[] args = { jobId, trigger.getTrigger_info() }; AplLogger.put(PriorityConstant.TYPE_WARNING, HinemosModuleConstant.JOB, MessageConstant.MESSAGE_SYS_017_JOB, args); throw new HinemosUnknown(e.getMessage(), e); } } } return sessionId; } /** * [WinEvent] Windows?? * * HinemosAgentAccess??? * * @param agentInfo * @return * @throws HinemosUnknown * @throws InvalidRole * @throws InvalidUserPass * @throws MonitorNotFound */ public ArrayList<MonitorInfo> getMonitorWinEvent(AgentInfo agentInfo) throws MonitorNotFound, HinemosUnknown, InvalidUserPass, InvalidRole { m_log.debug("getMonitorWinEvent : " + agentInfo); ArrayList<SystemPrivilegeInfo> systemPrivilegeList = new ArrayList<SystemPrivilegeInfo>(); systemPrivilegeList .add(new SystemPrivilegeInfo(FunctionConstant.HINEMOS_AGENT, SystemPrivilegeMode.MODIFY)); HttpAuthenticator.authCheck(wsctx, systemPrivilegeList); ArrayList<String> facilityIdList = new ArrayList<String>(); try { facilityIdList.addAll(getFacilityId(agentInfo)); } catch (Exception e) { m_log.warn(e, e); return null; } ArrayList<MonitorInfo> list = new ArrayList<MonitorInfo>(); MonitorWinEventControllerBean bean = new MonitorWinEventControllerBean(); for (String facilityId : facilityIdList) { list.addAll(bean.getWinEventList(facilityId)); } return list; } /** * [Command Monitor] ???????????????????????? * * HinemosAgentAccess??? * * @param agentInfo ?? * @return ? * @throws CustomInvalid ??????????? * @throws HinemosUnknown ???? * @throws InvalidRole * @throws InvalidUserPass */ public ArrayList<CommandExecuteDTO> getCommandExecuteDTO(AgentInfo agentInfo) throws CustomInvalid, HinemosUnknown, InvalidUserPass, InvalidRole { ArrayList<SystemPrivilegeInfo> systemPrivilegeList = new ArrayList<SystemPrivilegeInfo>(); systemPrivilegeList .add(new SystemPrivilegeInfo(FunctionConstant.HINEMOS_AGENT, SystemPrivilegeMode.MODIFY)); HttpAuthenticator.authCheck(wsctx, systemPrivilegeList); // Local Variables ArrayList<CommandExecuteDTO> dtos = null; ArrayList<String> facilityIds = null; // MAIN facilityIds = getFacilityId(agentInfo); dtos = new ArrayList<CommandExecuteDTO>(); MonitorCustomControllerBean monitorCmdCtrl = new MonitorCustomControllerBean(); for (String facilityId : facilityIds) { dtos.addAll(monitorCmdCtrl.getCommandExecuteDTO(facilityId)); } return dtos; } /** * [Update] ? * * HinemosAgentAccess??? * * @throws HinemosUnknown * @throws InvalidRole * @throws InvalidUserPass */ @XmlMimeType("application/octet-stream") public DataHandler downloadModule(String filename) throws InvalidUserPass, InvalidRole, HinemosUnknown { ArrayList<SystemPrivilegeInfo> systemPrivilegeList = new ArrayList<SystemPrivilegeInfo>(); systemPrivilegeList .add(new SystemPrivilegeInfo(FunctionConstant.HINEMOS_AGENT, SystemPrivilegeMode.MODIFY)); HttpAuthenticator.authCheck(wsctx, systemPrivilegeList); String homeDir = System.getProperty("hinemos.manager.home.dir"); String filepath = homeDir + "/lib/agent/" + filename; File file = new File(filepath); if (!file.exists()) { m_log.info("file not found : " + filepath); return null; } FileDataSource source = new FileDataSource(file); DataHandler dataHandler = new DataHandler(source); return dataHandler; } /** * [Update] ? * * HinemosAgentAccess??? * * @return * @throws HinemosUnknown * @throws InvalidRole * @throws InvalidUserPass */ public ArrayList<String> getAgentLibMap() throws HinemosUnknown, InvalidRole, InvalidUserPass { ArrayList<SystemPrivilegeInfo> systemPrivilegeList = new ArrayList<SystemPrivilegeInfo>(); systemPrivilegeList .add(new SystemPrivilegeInfo(FunctionConstant.HINEMOS_AGENT, SystemPrivilegeMode.MODIFY)); HttpAuthenticator.authCheck(wsctx, systemPrivilegeList); // TODO HashMap????????ArrayList<String>? // ?????? Map<String, String> map = new RepositoryControllerBean().getAgentLibMap(); ArrayList<String> ret = new ArrayList<String>(); for (Map.Entry<String, String> entry : map.entrySet()) { ret.add(entry.getKey()); ret.add(entry.getValue()); } return ret; } /** * [Update] ???MD5???????? * * HinemosAgentAccess??? * * TODO * ArrayList<String>??????HashMap<String, String>???? * ? * * @param filenameMd5 * @param agentInto * @throws HinemosUnknown * @throws InvalidRole * @throws InvalidUserPass */ public void setAgentLibMd5(ArrayList<String> filenameMd5, AgentInfo agentInfo) throws InvalidUserPass, InvalidRole, HinemosUnknown { ArrayList<SystemPrivilegeInfo> systemPrivilegeList = new ArrayList<SystemPrivilegeInfo>(); systemPrivilegeList .add(new SystemPrivilegeInfo(FunctionConstant.HINEMOS_AGENT, SystemPrivilegeMode.MODIFY)); HttpAuthenticator.authCheck(wsctx, systemPrivilegeList); HashMap<String, String> map = new HashMap<String, String>(); Iterator<String> itr = filenameMd5.iterator(); while (itr.hasNext()) { map.put(itr.next(), itr.next()); } ArrayList<String> facilityIdList = getFacilityId(agentInfo); for (String facilityId : facilityIdList) { m_log.debug("setAgentLibMd5() : facilityId=" + facilityId); AgentConnectUtil.setAngetLibMd5(facilityId, map); } } /** * [Job] ?? * * HinemosAgentAccess??? * * @param jonunitId * @param jonId * @throws HinemosUnknown * @throws InvalidRole * @throws InvalidUserPass */ public List<String> getScript(String sessionId, String jobunitId, String jobId) throws HinemosUnknown, JobInfoNotFound, InvalidUserPass, InvalidRole { m_log.debug("getScript : sessionId=" + sessionId + ", jobunitId=" + jobunitId + ", jobId=" + jobId); ArrayList<SystemPrivilegeInfo> systemPrivilegeList = new ArrayList<SystemPrivilegeInfo>(); systemPrivilegeList.add(new SystemPrivilegeInfo(FunctionConstant.HINEMOS_AGENT, SystemPrivilegeMode.READ)); HttpAuthenticator.authCheck(wsctx, systemPrivilegeList); return new JobControllerBean().getJobScriptInfo(sessionId, jobunitId, jobId); } /** * [Job] ?? * * HinemosAgentAccess??? * * @param monitorTypeId * @param agentInfo * @return * @throws HinemosUnknown * @throws InvalidRole * @throws InvalidUserPass * @throws MonitorNotFound */ public HashMapInfo getMonitorJobMap(String monitorTypeId, AgentInfo agentInfo) throws MonitorNotFound, HinemosUnknown, InvalidUserPass, InvalidRole { m_log.debug("getMonitorJobMap : " + agentInfo); ArrayList<SystemPrivilegeInfo> systemPrivilegeList = new ArrayList<SystemPrivilegeInfo>(); systemPrivilegeList .add(new SystemPrivilegeInfo(FunctionConstant.HINEMOS_AGENT, SystemPrivilegeMode.MODIFY)); HttpAuthenticator.authCheck(wsctx, systemPrivilegeList); ArrayList<String> facilityIdList = new ArrayList<String>(); try { facilityIdList.addAll(getFacilityId(agentInfo)); } catch (Exception e) { m_log.warn(e, e); return null; } HashMapInfo info = new HashMapInfo(); JobRunManagementBean bean = new JobRunManagementBean(); for (String facilityId : facilityIdList) { info.getMap8().putAll(bean.getMonitorJobMap(monitorTypeId, facilityId)); } return info; } /** * [Job] ???????????????????????? * * * HinemosAgentAccess??? * * @param agentInfo ?? * @return ? * @throws CustomInvalid ??????????? * @throws HinemosUnknown ???? * @throws InvalidRole * @throws InvalidUserPass */ public ArrayList<CommandExecuteDTO> getCommandExecuteDTOForMonitorJob(AgentInfo agentInfo) throws CustomInvalid, HinemosUnknown, InvalidUserPass, InvalidRole { ArrayList<SystemPrivilegeInfo> systemPrivilegeList = new ArrayList<SystemPrivilegeInfo>(); systemPrivilegeList .add(new SystemPrivilegeInfo(FunctionConstant.HINEMOS_AGENT, SystemPrivilegeMode.MODIFY)); HttpAuthenticator.authCheck(wsctx, systemPrivilegeList); // Local Variables ArrayList<CommandExecuteDTO> dtos = null; ArrayList<String> facilityIds = null; // MAIN facilityIds = getFacilityId(agentInfo); dtos = new ArrayList<CommandExecuteDTO>(); JobRunManagementBean jobRunManagement = new JobRunManagementBean(); for (String facilityId : facilityIds) { dtos.addAll(jobRunManagement.getCommandExecuteDTOForMonitorJob(facilityId)); } return dtos; } }