apache Kafka Producer Incremental - Java Big Data

Java examples for Big Data:apache kafka

  1. HOME
  2. Java
  3. Big Data
  4. apache kafka

Description

apache Kafka Producer Incremental

Demo Code



import java.util.Properties;

import org.apache.kafka.clients.producer.KafkaProducer;
import org.apache.kafka.clients.producer.Producer;
import org.apache.kafka.clients.producer.ProducerRecord;

public class Main {

    public static void main(String[] args) throws InterruptedException {
        if (args.length != 5) {
            System.err/*  ww w. j av a  2 s .c  o m*/
                    .println("USAGE: Main <topic> <start (ns)> <finish (ns)> <speedUpEvery <s> <reduceEach (%)>");
            return;
        }

        //KAFKA PRODUCER CONFIGURATION
        Properties props = new Properties();
        //props.put("bootstrap.servers", "localhost:9092");  for using in the same machine and override network usage
        props.put("bootstrap.servers", "192.168.0.155:9092");
        props.put("acks", "0");
        props.put("retries", 0);
        props.put("batch.size", 16384);
        props.put("linger.ms", 0);
        props.put("buffer.memory", 33554432);
        props.put("key.serializer",
                "org.apache.kafka.common.serialization.StringSerializer");
        props.put("value.serializer",
                "org.apache.kafka.common.serialization.StringSerializer");

        //VARIABLES
        long i = 0;
        long delayNS = Long.valueOf(args[1]);
        long delayMin = Long.valueOf(args[2]);
        double percentageToReduce = Double.valueOf(args[4]) / 100;
        long timeToReduce = 1000000000 * Long.valueOf(args[3]);
        long time1 = System.nanoTime();

        //MAIN PROGRAM WITH BUSY DELAY
        @SuppressWarnings("resource")
        Producer<String, String> producer = new KafkaProducer<>(props);

        while (true) {
            producer.send(new ProducerRecord<String, String>(args[0], i++
                    + " " + Long.toString(System.currentTimeMillis())));

            long start = System.nanoTime();

            if (delayNS > delayMin) {
                if (start - time1 > timeToReduce) {
                    time1 = start;
                    delayNS -= delayNS * percentageToReduce;
                }
            }

            while (System.nanoTime() - start < delayNS)
                ;
        }

    }
}

Related Tutorials