pro.foundev.examples.spark_streaming.java.messaging.RabbitMQReceiver.java Source code

Introduction

Here is the source code for pro.foundev.examples.spark_streaming.java.messaging.RabbitMQReceiver.java

Source

/*
 *  Copyright 2015 Foundational Development
 *
 *   Licensed under the Apache License, Version 2.0 (the "License");
 *   you may not use this file except in compliance with the License.
 *   You may obtain a copy of the License at
 *
 *       http://www.apache.org/licenses/LICENSE-2.0
 *
 *   Unless required by applicable law or agreed to in writing, software
 *   distributed under the License is distributed on an "AS IS" BASIS,
 *   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 *   See the License for the specific language governing permissions and
 *   limitations under the License.
 *
 */
package pro.foundev.examples.spark_streaming.java.messaging;

import com.rabbitmq.client.*;
import org.apache.spark.storage.StorageLevel;
import org.apache.spark.streaming.receiver.Receiver;

import java.io.IOException;

public class RabbitMQReceiver extends Receiver<String> {

    private final StorageLevel storageLevel;
    private final String master;
    private final String queueName;
    private Connection connection = null;
    private Channel channel = null;

    public RabbitMQReceiver(StorageLevel storageLevel, String master) {
        this(storageLevel, master, "warnings");
    }

    public RabbitMQReceiver(StorageLevel storageLevel, String master, String queueName) {
        super(storageLevel);
        //probably wrong
        this.storageLevel = storageLevel;
        this.master = master;
        this.queueName = queueName;
    }

    @Override
    public StorageLevel storageLevel() {
        return storageLevel;
    }

    @Override
    public void onStart() {
        ConnectionFactory factory = new ConnectionFactory();
        factory.setHost(master);
        factory = new ConnectionFactory();
        try {
            connection = factory.newConnection();
            channel = connection.createChannel();
            String queue = channel.queueDeclare().getQueue();
            channel.queueBind(queue, queueName, "");

            Consumer consumer = new DefaultConsumer(channel) {
                @Override
                public void handleDelivery(String consumerTag, Envelope envelope, AMQP.BasicProperties properties,
                        byte[] body) throws IOException {
                    store(new String(body, "UTF-8"));

                }
            };
            channel.basicConsume(queue, true, consumer);

        } catch (IOException e) {
            restart("error connecting to message queue", e);
        }
    }

    @Override
    public void onStop() {

        if (channel != null) {
            try {
                channel.close();
            } catch (IOException e) {
                e.printStackTrace();
            }
        }
        if (connection != null) {
            try {
                connection.close();
            } catch (IOException e) {
                e.printStackTrace();
            }
        }
    }
}