org.apache.apex.malhar.sql.sample.PureStyleSQLApplicationTest.java Source code

Introduction

Here is the source code for org.apache.apex.malhar.sql.sample.PureStyleSQLApplicationTest.java

Source

/**
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *   http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing,
 * software distributed under the License is distributed on an
 * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
 * KIND, either express or implied.  See the License for the
 * specific language governing permissions and limitations
 * under the License.
 */
package org.apache.apex.malhar.sql.sample;

import java.io.File;
import java.io.IOException;
import java.util.Arrays;
import java.util.List;
import java.util.TimeZone;

import org.junit.After;
import org.junit.Assert;
import org.junit.Before;
import org.junit.Rule;
import org.junit.Test;
import org.junit.rules.TestName;

import org.apache.apex.malhar.kafka.EmbeddedKafka;
import org.apache.commons.io.FileUtils;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.FileSystem;
import org.apache.hadoop.fs.Path;

import com.google.common.collect.Lists;

import com.datatorrent.api.LocalMode;

public class PureStyleSQLApplicationTest {
    private final String testTopicData = "dataTopic";
    private final String testTopicResult = "resultTopic";

    private TimeZone defaultTZ;
    private EmbeddedKafka kafka;
    private static String outputFolder = "target/output/";

    @Rule
    public TestName testName = new TestName();

    @Before
    public void setUp() throws Exception {
        defaultTZ = TimeZone.getDefault();
        TimeZone.setDefault(TimeZone.getTimeZone("GMT"));

        kafka = new EmbeddedKafka();
        kafka.start();
        kafka.createTopic(testTopicData);
        kafka.createTopic(testTopicResult);

        outputFolder += testName.getMethodName() + "/";
    }

    @After
    public void tearDown() throws Exception {
        kafka.stop();
        TimeZone.setDefault(defaultTZ);
    }

    @Test
    public void test() throws Exception {
        LocalMode lma = LocalMode.newInstance();
        Configuration conf = new Configuration(false);
        conf.addResource(this.getClass().getResourceAsStream("/META-INF/properties.xml"));
        conf.addResource(this.getClass().getResourceAsStream("/META-INF/properties-PureStyleSQLApplication.xml"));

        conf.set("broker", kafka.getBroker());
        conf.set("topic", testTopicData);
        conf.set("outputFolder", outputFolder);
        conf.set("destFileName", "out.tmp");

        PureStyleSQLApplication app = new PureStyleSQLApplication();

        lma.prepareDAG(app, conf);

        LocalMode.Controller lc = lma.getController();

        lc.runAsync();
        kafka.publish(testTopicData,
                Arrays.asList("15/02/2016 10:15:00 +0000,1,paint1,11", "15/02/2016 10:16:00 +0000,2,paint2,12",
                        "15/02/2016 10:17:00 +0000,3,paint3,13", "15/02/2016 10:18:00 +0000,4,paint4,14",
                        "15/02/2016 10:19:00 +0000,5,paint5,15", "15/02/2016 10:10:00 +0000,6,abcde6,16"));

        Assert.assertTrue(waitTillFileIsPopulated(outputFolder, 40000));
        lc.shutdown();

        File file = new File(outputFolder);
        File file1 = new File(outputFolder + file.list()[0]);
        List<String> strings = FileUtils.readLines(file1);

        String[] actualLines = strings.toArray(new String[strings.size()]);

        String[] expectedLines = new String[] { "15/02/2016 10:18:00 +0000,15/02/2016 12:00:00 +0000,OILPAINT4", "",
                "15/02/2016 10:19:00 +0000,15/02/2016 12:00:00 +0000,OILPAINT5", "" };

        Assert.assertEquals(expectedLines.length, actualLines.length);
        for (int i = 0; i < expectedLines.length; i++) {
            Assert.assertEquals(expectedLines[i], actualLines[i]);
        }
    }

    public static boolean waitTillFileIsPopulated(String outputFolder, int timeout)
            throws IOException, InterruptedException {
        boolean result;
        long now = System.currentTimeMillis();
        Path outDir = new Path("file://" + new File(outputFolder).getAbsolutePath());
        try (FileSystem fs = FileSystem.newInstance(outDir.toUri(), new Configuration())) {
            List<String> strings = Lists.newArrayList();
            while (System.currentTimeMillis() - now < timeout) {
                if (fs.exists(outDir)) {
                    File file = new File(outputFolder);
                    if (file.list().length > 0) {
                        File file1 = new File(outputFolder + file.list()[0]);
                        strings = FileUtils.readLines(file1);
                        if (strings.size() != 0) {
                            break;
                        }
                    }
                }

                Thread.sleep(500);
            }

            result = fs.exists(outDir) && (strings.size() != 0);
        }

        return result;
    }

}