1 package de.juplo.kafka;
3 import lombok.extern.slf4j.Slf4j;
4 import org.apache.kafka.clients.producer.Producer;
5 import org.apache.kafka.clients.producer.KafkaProducer;
6 import org.apache.kafka.clients.producer.ProducerRecord;
7 import org.apache.kafka.common.serialization.StringSerializer;
9 import java.util.Properties;
10 import java.util.concurrent.CompletableFuture;
14 public class SimpleProducer
16 private final String id;
17 private final String topic;
18 private final Producer<String, String> producer;
20 private long produced = 0;
21 private volatile boolean running = true;
22 private volatile boolean done = false;
24 public SimpleProducer(String broker, String topic, String clientId)
26 Properties props = new Properties();
27 props.put("bootstrap.servers", broker);
28 props.put("client.id", clientId); // Nur zur Wiedererkennung
29 props.put("transactional.id", clientId); // Aktiviert außerdem enable.idempotence=true
30 props.put("key.serializer", StringSerializer.class.getName());
31 props.put("value.serializer", StringSerializer.class.getName());
35 producer = new KafkaProducer<>(props);
36 producer.initTransactions();
47 send(Long.toString(i%10), Long.toString(i));
51 catch (InterruptedException e) {}
54 log.info("{}: Closing the KafkaProducer", id);
56 log.info("{}: Produced {} messages in total, exiting!", id, produced);
61 CompletableFuture<Long> send(String key, String value)
63 final CompletableFuture<Long> result = new CompletableFuture<>();
64 final long time = System.currentTimeMillis();
66 final ProducerRecord<String, String> record = new ProducerRecord<>(
72 producer.send(record, (metadata, e) ->
74 long now = System.currentTimeMillis();
80 "{} - Sent key={} message={} partition={}/{} timestamp={} latency={}ms",
89 result.complete(metadata.offset());
95 "{} - ERROR key={} timestamp={} latency={}ms: {}",
98 metadata == null ? -1 : metadata.timestamp(),
102 result.completeExceptionally(e);
106 long now = System.currentTimeMillis();
108 "{} - Queued #{} key={} latency={}ms",
119 public static void main(String[] args) throws Exception
121 String broker = ":9092";
122 String topic = "test";
123 String clientId = "DEV";
135 SimpleProducer instance = new SimpleProducer(broker, topic, clientId);
137 Runtime.getRuntime().addShutdownHook(new Thread(() ->
139 instance.running = false;
140 while (!instance.done)
142 log.info("Waiting for main-thread...");
147 catch (InterruptedException e) {}
149 log.info("Shutdown completed.");
153 "Running SimpleProducer: broker={}, topic={}, client-id={}",