apache Kafka Producer - Java Big Data

Java examples for Big Data:apache kafka

  1. HOME
  2. Java
  3. Big Data
  4. apache kafka

Description

apache Kafka Producer

Demo Code



import java.util.Properties;

import org.apache.kafka.clients.producer.KafkaProducer;
import org.apache.kafka.clients.producer.Producer;
import org.apache.kafka.clients.producer.ProducerRecord;

public class MyKafkaProducer {

    public static void main(String[] args) throws InterruptedException {
        if (args.length != 4) {
            System.err//  ww w . j a v  a2s. c  o m
                    .println("USAGE: MyKafkaProducer <topic> <delay (ns)> <linger.ms> <batch-size>");
            System.err.println("\t If <delay (ns)> = 0 --> Delay disabled");
            return;
        }

        //KAFKA PRODUCER CONFIGURATION
        int batch_size = 16384;
        if (args.length == 4) {
            batch_size = Integer.valueOf(args[3]);
        }

        Properties props = new Properties();
        //props.put("bootstrap.servers", "localhost:9092");  for using in the same machine and override network usage
        props.put("bootstrap.servers", "192.168.0.155:9092");
        props.put("acks", "0");
        props.put("retries", 0);
        props.put("batch.size", batch_size);
        props.put("linger.ms", Integer.valueOf(args[2]));
        props.put("buffer.memory", 33554432);
        props.put("key.serializer",
                "org.apache.kafka.common.serialization.StringSerializer");
        props.put("value.serializer",
                "org.apache.kafka.common.serialization.StringSerializer");

        //VARIABLES
        long i = 0;
        long delayNS = Long.valueOf(args[1]);

        //MAIN PROGRAM WITH DIFFERENT BEHAVIOURS IMPROVED FOR BEST PERFORMANCE

        if (delayNS == 0) {
            //NO DELAY
            @SuppressWarnings("resource")
            Producer<String, String> producer = new KafkaProducer<>(props);
            while (true) {
                producer.send(new ProducerRecord<String, String>(args[0],
                        i++ + " "
                                + Long.toString(System.currentTimeMillis())));
            }
        } else {
            //BUSY DELAY
            @SuppressWarnings("resource")
            Producer<String, String> producer = new KafkaProducer<>(props);
            while (true) {
                producer.send(new ProducerRecord<String, String>(args[0],
                        i++ + " "
                                + Long.toString(System.currentTimeMillis())));

                long start = System.nanoTime();
                while (System.nanoTime() - start < delayNS)
                    ;
            }
        }
    }
}

Related Tutorials