com.stratio.ingestion.sink.cassandra.CassandraSinkIT.java Source code

Introduction

Here is the source code for com.stratio.ingestion.sink.cassandra.CassandraSinkIT.java

Source

/**
 * Copyright (C) 2014 Stratio (http://stratio.com)
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *         http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package com.stratio.ingestion.sink.cassandra;

import java.io.File;
import java.io.FileOutputStream;
import java.io.IOException;
import java.net.InetSocketAddress;
import java.util.Collections;
import java.util.Map;

import org.apache.commons.io.IOUtils;
import org.apache.flume.Context;
import org.apache.flume.channel.MemoryChannel;
import org.apache.flume.conf.Configurables;
import org.apache.thrift.transport.TTransportException;
import org.junit.Assert;
import org.junit.Test;
import org.junit.runner.RunWith;
import org.junit.runners.JUnit4;

import com.datastax.driver.core.Cluster;
import com.datastax.driver.core.Session;

@RunWith(JUnit4.class)
public class CassandraSinkIT {

    private MemoryChannel channel;
    private CassandraSink sink;

    private Map<String, String> headers;

    private void _do() throws TTransportException, IOException, InterruptedException {
        final Context context = new Context();
        final InetSocketAddress contactPoint = CassandraTestHelper.getCassandraContactPoint();
        context.put("tables", "keyspaceTestCassandraSinkIT.tableTestCassandraSinkIT");
        context.put("hosts", contactPoint.getAddress().getHostAddress());
        context.put("batchSize", "1");
        context.put("consistency", "QUORUM");

        final File cqlFile = File.createTempFile("flumeTest", "cql");
        cqlFile.deleteOnExit();

        IOUtils.write(
                "CREATE KEYSPACE IF NOT EXISTS keyspaceTestCassandraSinkIT WITH REPLICATION = { 'class' : 'SimpleStrategy', 'replication_factor' : 1 };\n\n"
                        + "CREATE TABLE IF NOT EXISTS keyspaceTestCassandraSinkIT.tableTestCassandraSinkIT ("
                        + "id uuid, bool_field boolean, int_field int, PRIMARY KEY (int_field)" + ");\n\n",
                new FileOutputStream(cqlFile));

        context.put("cqlFile", cqlFile.getAbsolutePath());
        sink = new CassandraSink();
        sink.configure(context);

        Context channelContext = new Context();
        channelContext.put("capacity", "10000");
        channelContext.put("transactionCapacity", "200");
        channel = new MemoryChannel();
        channel.setName("junitChannel");
        Configurables.configure(channel, channelContext);
        sink.setChannel(channel);

        sink.start();
        sink.stop();
    }

    @Test
    public void initializeCqlTwice() throws TTransportException, IOException, InterruptedException {
        final InetSocketAddress contactPoint = CassandraTestHelper.getCassandraContactPoint();
        Cluster cluster = Cluster.builder().addContactPointsWithPorts(Collections.singletonList(contactPoint))
                .build();
        Session session = cluster.connect();

        session.execute("DROP KEYSPACE IF EXISTS keyspaceTestCassandraSinkIT");
        Assert.assertNull(session.getCluster().getMetadata().getKeyspace("keyspaceTestCassandraSinkIT"));
        _do();
        Assert.assertNotNull(session.getCluster().getMetadata().getKeyspace("keyspaceTestCassandraSinkIT"));
        Assert.assertNotNull(session.getCluster().getMetadata().getKeyspace("keyspaceTestCassandraSinkIT")
                .getTable("tableTestCassandraSinkIT"));
        _do();
        Assert.assertNotNull(session.getCluster().getMetadata().getKeyspace("keyspaceTestCassandraSinkIT"));
        Assert.assertNotNull(session.getCluster().getMetadata().getKeyspace("keyspaceTestCassandraSinkIT")
                .getTable("tableTestCassandraSinkIT"));
        session.execute("DROP KEYSPACE IF EXISTS keyspaceTestCassandraSinkIT");

        session.close();
        cluster.close();
    }

}