org.apache.metron.test.spouts.GenericInternalTestSpout.java Source code

Introduction

Here is the source code for org.apache.metron.test.spouts.GenericInternalTestSpout.java

Source

/**
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package org.apache.metron.test.spouts;

import java.util.List;
import java.util.Map;

import com.google.common.base.Splitter;
import com.google.common.collect.Iterables;
import org.apache.metron.test.converters.BinaryConverters;
import org.apache.metron.test.converters.IConverter;
import org.apache.metron.test.filereaders.FileReader;

import org.apache.storm.spout.SpoutOutputCollector;
import org.apache.storm.task.TopologyContext;
import org.apache.storm.topology.OutputFieldsDeclarer;
import org.apache.storm.topology.base.BaseRichSpout;
import org.apache.storm.tuple.Fields;
import org.apache.storm.tuple.Values;
import org.apache.storm.utils.Utils;

public class GenericInternalTestSpout extends BaseRichSpout {

    /**
     * 
     */
    private static final long serialVersionUID = -2379344923143372543L;

    List<String> jsons;

    private String _filename;
    private int _delay = 100;
    private boolean _repeating = true;

    private SpoutOutputCollector _collector;
    private IConverter _converter;
    private FileReader Reader;
    private int cnt = 0;

    public GenericInternalTestSpout withFilename(String filename) {
        if (filename != null && filename.length() > 0 && filename.charAt(0) == '$') {
            filename = Iterables.getLast(Splitter.on("}").split(filename));
        }
        _filename = filename;
        return this;
    }

    public GenericInternalTestSpout withMillisecondDelay(Integer delay) {
        _delay = delay;
        return this;
    }

    public GenericInternalTestSpout withRepeating(Boolean repeating) {
        _repeating = repeating;
        return this;
    }

    public GenericInternalTestSpout withBinaryConverter(String converter) {
        if (converter == null) {
            _converter = BinaryConverters.DEFAULT;
        } else {
            _converter = BinaryConverters.valueOf(converter);
        }
        return this;
    }

    @Override
    @SuppressWarnings("rawtypes")
    public void open(Map conf, TopologyContext context, SpoutOutputCollector collector) {

        _collector = collector;
        try {
            Reader = new FileReader();
            jsons = Reader.readFromFile(_filename);

        } catch (Throwable e) {
            System.out.println("Could not read sample JSONs");
            e.printStackTrace();
        }

    }

    @Override
    public void nextTuple() {
        Utils.sleep(_delay);

        if (cnt < jsons.size()) {
            byte[] value;
            if (_converter != null) {
                value = _converter.convert(jsons.get(cnt));
            } else {
                value = jsons.get(cnt).getBytes();
            }
            _collector.emit(new Values(value));
        }
        cnt++;

        if (_repeating && cnt == jsons.size() - 1)
            cnt = 0;
    }

    @Override
    public void ack(Object id) {
    }

    @Override
    public void fail(Object id) {
    }

    @Override
    public void declareOutputFields(OutputFieldsDeclarer declarer) {
        declarer.declare(new Fields("message"));
    }

}