org.apache.carbondata.core.dictionary.server.NonSecureDictionaryServer.java Source code

Introduction

Here is the source code for org.apache.carbondata.core.dictionary.server.NonSecureDictionaryServer.java

Source

/*
 * Licensed to the Apache Software Foundation (ASF) under one or more
 * contributor license agreements.  See the NOTICE file distributed with
 * this work for additional information regarding copyright ownership.
 * The ASF licenses this file to You under the Apache License, Version 2.0
 * (the "License"); you may not use this file except in compliance with
 * the License.  You may obtain a copy of the License at
 *
 *    http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package org.apache.carbondata.core.dictionary.server;

import java.net.InetSocketAddress;

import org.apache.carbondata.common.logging.LogServiceFactory;
import org.apache.carbondata.core.constants.CarbonCommonConstants;
import org.apache.carbondata.core.dictionary.generator.key.DictionaryMessage;
import org.apache.carbondata.core.dictionary.generator.key.DictionaryMessageType;
import org.apache.carbondata.core.dictionary.service.AbstractDictionaryServer;
import org.apache.carbondata.core.metadata.schema.table.CarbonTable;
import org.apache.carbondata.core.util.CarbonProperties;

import io.netty.bootstrap.ServerBootstrap;
import io.netty.channel.ChannelInitializer;
import io.netty.channel.ChannelOption;
import io.netty.channel.ChannelPipeline;
import io.netty.channel.EventLoopGroup;
import io.netty.channel.nio.NioEventLoopGroup;
import io.netty.channel.socket.SocketChannel;
import io.netty.channel.socket.nio.NioServerSocketChannel;
import io.netty.handler.codec.LengthFieldBasedFrameDecoder;
import org.apache.log4j.Logger;

/**
 * Dictionary Server to generate dictionary keys.
 */
public class NonSecureDictionaryServer extends AbstractDictionaryServer implements DictionaryServer {

    private static final Logger LOGGER = LogServiceFactory.getLogService(NonSecureDictionaryServer.class.getName());

    private NonSecureDictionaryServerHandler nonSecureDictionaryServerHandler;

    private EventLoopGroup boss;
    private EventLoopGroup worker;
    private int port;
    private String host;
    private static Object lock = new Object();
    private static NonSecureDictionaryServer INSTANCE = null;

    private NonSecureDictionaryServer(int port) {
        this.port = port;
        startServer();
    }

    public static synchronized DictionaryServer getInstance(int port, CarbonTable carbonTable) throws Exception {
        if (INSTANCE == null) {
            INSTANCE = new NonSecureDictionaryServer(port);
        }
        INSTANCE.initializeDictionaryGenerator(carbonTable);
        return INSTANCE;
    }

    /**
     * start dictionary server
     *
     */
    @Override
    public void startServer() {
        LOGGER.info("Starting Dictionary Server in Non Secure Mode");
        nonSecureDictionaryServerHandler = new NonSecureDictionaryServerHandler();
        String workerThreads = CarbonProperties.getInstance().getProperty(
                CarbonCommonConstants.DICTIONARY_WORKER_THREADS,
                CarbonCommonConstants.DICTIONARY_WORKER_THREADS_DEFAULT);
        boss = new NioEventLoopGroup(1);
        worker = new NioEventLoopGroup(Integer.parseInt(workerThreads));
        // Configure the server.
        bindToPort();
    }

    /**
     * Binds dictionary server to an available port.
     *
     */
    @Override
    public void bindToPort() {
        long start = System.currentTimeMillis();
        // Configure the server.
        int i = 0;
        while (i < 10) {
            int newPort = port + i;
            try {
                ServerBootstrap bootstrap = new ServerBootstrap();
                bootstrap.group(boss, worker);
                bootstrap.channel(NioServerSocketChannel.class);
                bootstrap.childHandler(new ChannelInitializer<SocketChannel>() {
                    @Override
                    public void initChannel(SocketChannel ch) throws Exception {
                        ChannelPipeline pipeline = ch.pipeline();
                        pipeline.addLast("LengthDecoder", new LengthFieldBasedFrameDecoder(1048576, 0, 2, 0, 2));
                        pipeline.addLast("NonSecureDictionaryServerHandler", nonSecureDictionaryServerHandler);
                    }
                });
                bootstrap.childOption(ChannelOption.SO_KEEPALIVE, true);
                String hostToBind = findLocalIpAddress(LOGGER);
                //iteratively listening to newports
                InetSocketAddress address = hostToBind == null ? new InetSocketAddress(newPort)
                        : new InetSocketAddress(hostToBind, newPort);
                bootstrap.bind(address).sync();
                LOGGER.info("Dictionary Server started, Time spent " + (System.currentTimeMillis() - start)
                        + " Listening on port " + newPort);
                this.port = newPort;
                this.host = hostToBind;
                break;
            } catch (Exception e) {
                LOGGER.error("Dictionary Server Failed to bind to port:" + newPort, e);
                if (i == 9) {
                    throw new RuntimeException("Dictionary Server Could not bind to any port");
                }
            }
            i++;
        }
    }

    /**
     * @return Port on which the NonSecureDictionaryServer has started.
     */
    @Override
    public int getPort() {
        return port;
    }

    @Override
    public String getSecretKey() {
        return null;
    }

    @Override
    public boolean isEncryptSecureServer() {
        return false;
    }

    @Override
    public String getHost() {
        return host;
    }

    /**
     * shutdown dictionary server
     *
     * @throws Exception
     */
    @Override
    public void shutdown() throws Exception {
        LOGGER.info("Shutting down dictionary server");
        worker.shutdownGracefully();
        boss.shutdownGracefully();
    }

    /**
     * Write Dictionary for one table.
     *
     * @throws Exception
     */

    @Override
    public void writeTableDictionary(String uniqueTableName) throws Exception {
        DictionaryMessage key = new DictionaryMessage();
        key.setTableUniqueId(uniqueTableName);
        key.setType(DictionaryMessageType.WRITE_TABLE_DICTIONARY);
        nonSecureDictionaryServerHandler.processMessage(key);
    }

    public void initializeDictionaryGenerator(CarbonTable carbonTable) throws Exception {
        nonSecureDictionaryServerHandler.initializeTable(carbonTable);
    }

}