org.apache.airavata.api.server.AiravataAPIServer.java Source code

Java tutorial

Introduction

Here is the source code for org.apache.airavata.api.server.AiravataAPIServer.java

Source

/*
 *
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *   http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing,
 * software distributed under the License is distributed on an
 * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
 * KIND, either express or implied.  See the License for the
 * specific language governing permissions and limitations
 * under the License.
 *
 */

package org.apache.airavata.api.server;

import java.io.File;
import java.io.IOException;
import java.net.InetSocketAddress;
import java.util.Random;

import org.apache.airavata.api.Airavata;
import org.apache.airavata.api.server.handler.AiravataServerHandler;
import org.apache.airavata.api.server.util.AppCatalogInitUtil;
import org.apache.airavata.api.server.util.Constants;
import org.apache.airavata.api.server.util.RegistryInitUtil;
import org.apache.airavata.common.exception.ApplicationSettingsException;
import org.apache.airavata.common.utils.AiravataUtils;
import org.apache.airavata.common.utils.AiravataZKUtils;
import org.apache.airavata.common.utils.IServer;
import org.apache.airavata.common.utils.ServerSettings;
import org.apache.airavata.model.error.AiravataErrorType;
import org.apache.airavata.model.error.AiravataSystemException;
import org.apache.thrift.server.TServer;
import org.apache.thrift.server.TThreadPoolServer;
import org.apache.thrift.transport.TServerSocket;
import org.apache.thrift.transport.TServerTransport;
import org.apache.thrift.transport.TTransportException;
import org.apache.zookeeper.*;
import org.apache.zookeeper.data.Stat;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

public class AiravataAPIServer implements IServer, Watcher {

    private final static Logger logger = LoggerFactory.getLogger(AiravataAPIServer.class);
    private static final String SERVER_NAME = "Airavata API Server";
    private static final String SERVER_VERSION = "1.0";
    private ZooKeeper zk;
    private static Integer mutex = -1;

    private ServerStatus status;

    private TServer server;

    public AiravataAPIServer() {
        setStatus(ServerStatus.STOPPED);
    }

    public void startAiravataServer(Airavata.Processor<Airavata.Iface> airavataAPIServer)
            throws AiravataSystemException {
        try {
            AiravataUtils.setExecutionAsServer();
            RegistryInitUtil.initializeDB();
            AppCatalogInitUtil.initializeDB();
            final int serverPort = Integer.parseInt(ServerSettings.getSetting(Constants.API_SERVER_PORT, "8930"));
            final String serverHost = ServerSettings.getSetting(Constants.API_SERVER_HOST, null);

            TServerTransport serverTransport;

            if (serverHost == null) {
                serverTransport = new TServerSocket(serverPort);
            } else {
                InetSocketAddress inetSocketAddress = new InetSocketAddress(serverHost, serverPort);
                serverTransport = new TServerSocket(inetSocketAddress);
            }

            TThreadPoolServer.Args options = new TThreadPoolServer.Args(serverTransport);
            options.minWorkerThreads = Integer
                    .parseInt(ServerSettings.getSetting(Constants.API_SERVER_MIN_THREADS, "50"));
            server = new TThreadPoolServer(options.processor(airavataAPIServer));
            new Thread() {
                public void run() {
                    server.serve();
                    RegistryInitUtil.stopDerbyInServerMode();
                    setStatus(ServerStatus.STOPPED);
                    logger.info("Airavata API Server Stopped.");
                }
            }.start();
            new Thread() {
                public void run() {
                    while (!server.isServing()) {
                        try {
                            Thread.sleep(500);
                        } catch (InterruptedException e) {
                            break;
                        }
                    }
                    if (server.isServing()) {
                        setStatus(ServerStatus.STARTED);
                        logger.info("Starting Airavata API Server on Port " + serverPort);
                        logger.info("Listening to Airavata Clients ....");
                    }
                }
            }.start();
            storeServerConfig();
        } catch (TTransportException e) {
            logger.error(e.getMessage());
            setStatus(ServerStatus.FAILED);
            RegistryInitUtil.stopDerbyInServerMode();
            throw new AiravataSystemException(AiravataErrorType.INTERNAL_ERROR);
        }
    }

    public void storeServerConfig() throws AiravataSystemException {
        try {
            String zkhostPort = AiravataZKUtils.getZKhostPort();
            String airavataServerHostPort = ServerSettings
                    .getSetting(org.apache.airavata.common.utils.Constants.API_SERVER_HOST) + ":"
                    + ServerSettings.getSetting(org.apache.airavata.common.utils.Constants.API_SERVER_PORT);
            String experimentCatalogJDBCURL = ServerSettings
                    .getSetting(org.apache.airavata.common.utils.Constants.REGISTRY_JDBC_URL);
            String appCatalogJDBCURL = ServerSettings
                    .getSetting(org.apache.airavata.common.utils.Constants.APPCATALOG_JDBC_URL);
            String rabbitMqBrokerURL = ServerSettings
                    .getSetting(org.apache.airavata.common.utils.Constants.RABBITMQ_BROKER_URL);
            String rabbitMqExchange = ServerSettings
                    .getSetting(org.apache.airavata.common.utils.Constants.RABBITMQ_EXCHANGE);
            String rabbitMq = rabbitMqBrokerURL + File.separator + rabbitMqExchange;
            zk = new ZooKeeper(zkhostPort, 6000, this); // no watcher is required, this will only use to store some data
            String apiServer = ServerSettings.getSetting(
                    org.apache.airavata.common.utils.Constants.ZOOKEEPER_API_SERVER_NODE, "/airavata-server");
            String OrchServer = ServerSettings.getSetting(
                    org.apache.airavata.common.utils.Constants.ZOOKEEPER_ORCHESTRATOR_SERVER_NODE,
                    "/orchestrator-server");
            String gfacServer = ServerSettings.getSetting(
                    org.apache.airavata.common.utils.Constants.ZOOKEEPER_GFAC_SERVER_NODE, "/gfac-server");
            String gfacExperiments = ServerSettings.getSetting(
                    org.apache.airavata.common.utils.Constants.ZOOKEEPER_GFAC_EXPERIMENT_NODE, "/gfac-experiments");
            String experimentCatalog = ServerSettings.getSetting(
                    org.apache.airavata.common.utils.Constants.ZOOKEEPER_EXPERIMENT_CATALOG, "/experiment-catalog");
            String appCatalog = ServerSettings
                    .getSetting(org.apache.airavata.common.utils.Constants.ZOOKEEPER_APPCATALOG, "/app-catalog");
            String rabbitMQ = ServerSettings
                    .getSetting(org.apache.airavata.common.utils.Constants.ZOOKEEPER_RABBITMQ, "/rabbitMq");
            Stat zkStat = zk.exists(experimentCatalog, false);
            if (zkStat == null) {
                zk.create(experimentCatalog, new byte[0], ZooDefs.Ids.OPEN_ACL_UNSAFE, CreateMode.PERSISTENT);
            }
            String exCatalogInstantNode = experimentCatalog + File.separator
                    + String.valueOf(new Random().nextInt(Integer.MAX_VALUE));
            zkStat = zk.exists(exCatalogInstantNode, false);
            if (zkStat == null) {
                zk.create(exCatalogInstantNode, experimentCatalogJDBCURL.getBytes(), ZooDefs.Ids.OPEN_ACL_UNSAFE,
                        CreateMode.EPHEMERAL); // other component will watch these childeren creation deletion to monitor the status of the node
                logger.info("Successfully created experiment-catalog node");
            }
            zkStat = zk.exists(appCatalog, false);
            if (zkStat == null) {
                zk.create(appCatalog, new byte[0], ZooDefs.Ids.OPEN_ACL_UNSAFE, CreateMode.PERSISTENT);
            }
            String appCatalogInstantNode = appCatalog + File.separator
                    + String.valueOf(new Random().nextInt(Integer.MAX_VALUE));
            zkStat = zk.exists(appCatalogInstantNode, false);
            if (zkStat == null) {
                zk.create(appCatalogInstantNode, appCatalogJDBCURL.getBytes(), ZooDefs.Ids.OPEN_ACL_UNSAFE,
                        CreateMode.EPHEMERAL); // other component will watch these childeren creation deletion to monitor the status of the node
                logger.info("Successfully created app-catalog node");
            }
            if (getStatus().equals(ServerStatus.STARTED)) {
                zkStat = zk.exists(apiServer, false);
                if (zkStat == null) {
                    zk.create(apiServer, new byte[0], ZooDefs.Ids.OPEN_ACL_UNSAFE, CreateMode.PERSISTENT);
                }
                String instantNode = apiServer + File.separator
                        + String.valueOf(new Random().nextInt(Integer.MAX_VALUE));
                zkStat = zk.exists(instantNode, false);
                if (zkStat == null) {
                    zk.create(instantNode, airavataServerHostPort.getBytes(), ZooDefs.Ids.OPEN_ACL_UNSAFE,
                            CreateMode.EPHEMERAL); // other component will watch these childeren creation deletion to monitor the status of the node
                    logger.info("Successfully created airavata-server node");
                }

                zkStat = zk.exists(OrchServer, false);
                if (zkStat == null) {
                    zk.create(OrchServer, new byte[0], ZooDefs.Ids.OPEN_ACL_UNSAFE, CreateMode.PERSISTENT);
                    logger.info("Successfully created orchestrator-server node");
                }
                zkStat = zk.exists(gfacServer, false);
                if (zkStat == null) {
                    zk.create(gfacServer, new byte[0], ZooDefs.Ids.OPEN_ACL_UNSAFE, CreateMode.PERSISTENT);
                    logger.info("Successfully created gfac-server node");
                }
                zkStat = zk.exists(gfacServer, false);
                if (zkStat == null) {
                    zk.create(gfacExperiments, new byte[0], ZooDefs.Ids.OPEN_ACL_UNSAFE, CreateMode.PERSISTENT);
                    logger.info("Successfully created gfac-server node");
                }
                zkStat = zk.exists(rabbitMQ, false);
                if (zkStat == null) {
                    zk.create(rabbitMQ, new byte[0], ZooDefs.Ids.OPEN_ACL_UNSAFE, CreateMode.PERSISTENT);
                }
                if (ServerSettings.isRabbitMqPublishEnabled()) {
                    String rabbitMqInstantNode = rabbitMQ + File.separator
                            + String.valueOf(new Random().nextInt(Integer.MAX_VALUE));
                    zkStat = zk.exists(rabbitMqInstantNode, false);
                    if (zkStat == null) {
                        zk.create(rabbitMqInstantNode, rabbitMq.getBytes(), ZooDefs.Ids.OPEN_ACL_UNSAFE,
                                CreateMode.EPHEMERAL); // other component will watch these childeren creation deletion to monitor the status of the node
                        logger.info("Successfully created rabbitMQ node");
                    }
                }
                logger.info("Finished starting ZK: " + zk);
            }
        } catch (ApplicationSettingsException e) {
            logger.error(e.getMessage());
            setStatus(ServerStatus.FAILED);
            RegistryInitUtil.stopDerbyInServerMode();
            throw new AiravataSystemException(AiravataErrorType.INTERNAL_ERROR);
        } catch (IOException e) {
            logger.error(e.getMessage());
            setStatus(ServerStatus.FAILED);
            RegistryInitUtil.stopDerbyInServerMode();
            throw new AiravataSystemException(AiravataErrorType.INTERNAL_ERROR);
        } catch (InterruptedException e) {
            logger.error(e.getMessage());
            setStatus(ServerStatus.FAILED);
            RegistryInitUtil.stopDerbyInServerMode();
            throw new AiravataSystemException(AiravataErrorType.INTERNAL_ERROR);
        } catch (KeeperException e) {
            logger.error(e.getMessage());
            setStatus(ServerStatus.FAILED);
            RegistryInitUtil.stopDerbyInServerMode();
            throw new AiravataSystemException(AiravataErrorType.INTERNAL_ERROR);
        } catch (Exception e) {
            logger.error(e.getMessage());
            setStatus(ServerStatus.FAILED);
            RegistryInitUtil.stopDerbyInServerMode();
            throw new AiravataSystemException(AiravataErrorType.INTERNAL_ERROR);
        }
    }

    public static void main(String[] args) {
        try {
            AiravataAPIServer server = new AiravataAPIServer();
            server.start();
        } catch (Exception e) {
            e.printStackTrace();
        }
    }

    @Override
    public void start() throws Exception {
        setStatus(ServerStatus.STARTING);
        Airavata.Processor<Airavata.Iface> airavataAPIServer = new Airavata.Processor<Airavata.Iface>(
                new AiravataServerHandler());
        startAiravataServer(airavataAPIServer);
    }

    @Override
    public void stop() throws Exception {
        if (server.isServing()) {
            setStatus(ServerStatus.STOPING);
            server.stop();
        }

    }

    @Override
    public void restart() throws Exception {
        stop();
        start();
    }

    @Override
    public void configure() throws Exception {
        // TODO Auto-generated method stub

    }

    @Override
    public ServerStatus getStatus() throws Exception {
        return status;
    }

    private void setStatus(ServerStatus stat) {
        status = stat;
        status.updateTime();
    }

    @Override
    public String getName() {
        return SERVER_NAME;
    }

    @Override
    public String getVersion() {
        return SERVER_VERSION;
    }

    @Override
    synchronized public void process(WatchedEvent watchedEvent) {
        synchronized (mutex) {
            Event.KeeperState state = watchedEvent.getState();
            logger.info(state.name());
            if (state == Event.KeeperState.SyncConnected) {
                mutex.notify();
            } else if (state == Event.KeeperState.Expired || state == Event.KeeperState.Disconnected) {
                try {
                    mutex = -1;
                    zk = new ZooKeeper(AiravataZKUtils.getZKhostPort(), 6000, this);
                    synchronized (mutex) {
                        mutex.wait(); // waiting for the syncConnected event
                    }
                    storeServerConfig();
                } catch (IOException e) {
                    logger.error("Error while synchronizing with zookeeper", e);
                } catch (ApplicationSettingsException e) {
                    logger.error("Error while synchronizing with zookeeper", e);
                } catch (InterruptedException e) {
                    logger.error("Error while synchronizing with zookeeper", e);
                } catch (AiravataSystemException e) {
                    logger.error("Error while synchronizing with zookeeper", e);
                }
            }
        }
    }
}