com.olacabs.fabric.compute.pipelined.ComuptationPipelineTest.java Source code

Introduction

Here is the source code for com.olacabs.fabric.compute.pipelined.ComuptationPipelineTest.java

Source

/*
 * Copyright 2016 ANI Technologies Pvt. Ltd.
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package com.olacabs.fabric.compute.pipelined;

import com.codahale.metrics.ConsoleReporter;
import com.codahale.metrics.SharedMetricRegistries;
import com.fasterxml.jackson.databind.ObjectMapper;
import com.olacabs.fabric.compute.builder.Linker;
import com.olacabs.fabric.compute.builder.impl.RegisteringLoader;
import com.olacabs.fabric.compute.pipeline.ComputationPipeline;
import com.olacabs.fabric.model.common.ComponentMetadata;
import com.olacabs.fabric.model.common.ComponentType;
import com.olacabs.fabric.model.computation.ComponentInstance;
import com.olacabs.fabric.model.computation.ComputationSpec;
import com.olacabs.fabric.model.computation.Connection;
import org.junit.Test;

import java.util.Properties;
import java.util.concurrent.ExecutorService;
import java.util.concurrent.Executors;
import java.util.concurrent.TimeUnit;

/**
 * doc.
 */
public class ComuptationPipelineTest {

    @Test
    public void testCheck() throws Exception {
        Properties properties = new Properties();
        properties.put("processor.counter_1.triggering_frequency", "1000");
        properties.put("processor.summer_1.triggering_frequency", "1000");
        properties.put("computation.shutdown.wait_time_in_seconds", "1");
        properties.put("computation.channel.channel_type", " disruptor");
        properties.put("computation.disruptor.buffer_size", "64");
        properties.put("computation.disruptor.wait_strategy", "Yield ");

        final String sourceId = "source_1";
        final String pid1 = "summer_1";
        final String pid2 = "counter_1";
        final String pid3 = "printer_1";

        RegisteringLoader loader = RegisteringLoader.builder()
                .source("memory", new MemoryBasedPipelineStreamPipelineSource())
                .stage("printer", new PrinterStreamingProcessor()).stage("summer", new SummingProcessor())
                .stage("counter", new CountingProcessor()).build();

        ComputationSpec spec = ComputationSpec.builder().name("test-pipeline")
                .source(ComponentInstance.builder().id(sourceId)
                        .meta(ComponentMetadata.builder().type(ComponentType.SOURCE).id(sourceId).name("memory")
                                .build())
                        .build())
                .processor(ComponentInstance.builder().id(pid1)
                        .meta(ComponentMetadata.builder().type(ComponentType.PROCESSOR).id(pid1).name("summer")
                                .build())
                        .build())
                .processor(ComponentInstance.builder().id(pid2)
                        .meta(ComponentMetadata.builder().type(ComponentType.PROCESSOR).id(pid2).name("counter")
                                .build())
                        .build())
                .processor(ComponentInstance.builder().id(pid3)
                        .meta(ComponentMetadata.builder().type(ComponentType.PROCESSOR).id(pid3).name("printer")
                                .build())
                        .build())
                .connection(Connection.builder().fromType(ComponentType.SOURCE).from(sourceId).to(pid1).build())
                .connection(Connection.builder().fromType(ComponentType.SOURCE).from(sourceId).to(pid2).build())
                .connection(Connection.builder().fromType(ComponentType.SOURCE).from(sourceId).to(pid3).build())
                .connection(Connection.builder().fromType(ComponentType.PROCESSOR).from(pid1).to(pid3).build())
                .connection(Connection.builder().fromType(ComponentType.PROCESSOR).from(pid2).to(pid3).build())
                .properties(properties).build();
        System.out.println(new ObjectMapper().writerWithDefaultPrettyPrinter().writeValueAsString(spec));

        Linker linker = new Linker(loader);
        ComputationPipeline pipeline = linker.build(spec);
        pipeline.initialize(properties);

        ExecutorService executor = Executors.newSingleThreadExecutor();

        ConsoleReporter reporter = ConsoleReporter
                .forRegistry(SharedMetricRegistries.getOrCreate("metrics-registry"))
                .convertRatesTo(TimeUnit.SECONDS).convertDurationsTo(TimeUnit.MILLISECONDS).build();
        reporter.start(1, TimeUnit.SECONDS);
        executor.submit(pipeline::start);
        Thread.sleep(2000);
        pipeline.stop();
        reporter.stop();

        executor.shutdownNow();

    }

}