From: Kai Moritz Date: Wed, 25 Sep 2024 16:19:36 +0000 (+0200) Subject: Einheitliche Benennung des Producers -- MOVE X-Git-Url: http://juplo.de/gitweb/?a=commitdiff_plain;h=b7bf777e8ba26dc6667b84c365260910e62a62fc;p=demos%2Fkafka%2Ftraining Einheitliche Benennung des Producers -- MOVE --- diff --git a/src/main/java/de/juplo/kafka/EndlessProducer.java b/src/main/java/de/juplo/kafka/EndlessProducer.java deleted file mode 100644 index 30fefab..0000000 --- a/src/main/java/de/juplo/kafka/EndlessProducer.java +++ /dev/null @@ -1,162 +0,0 @@ -package de.juplo.kafka; - -import lombok.extern.slf4j.Slf4j; -import org.apache.kafka.clients.producer.ProducerRecord; -import org.apache.kafka.clients.producer.RecordMetadata; -import org.springframework.kafka.core.KafkaTemplate; -import org.springframework.kafka.support.SendResult; -import org.springframework.util.concurrent.ListenableFuture; - -import javax.annotation.PreDestroy; -import java.util.concurrent.ExecutionException; -import java.util.concurrent.ExecutorService; - - -@Slf4j -public class EndlessProducer implements Runnable -{ - private final ExecutorService executor; - private final String id; - private final int throttleMs; - private final KafkaTemplate kafkaTemplate; - - private boolean running = false; - private long i = 0; - private long produced = 0; - - public EndlessProducer( - ExecutorService executor, - String clientId, - int throttleMs, - KafkaTemplate kafkaTemplate) - { - this.executor = executor; - this.id = clientId; - this.throttleMs = throttleMs; - this.kafkaTemplate = kafkaTemplate; - } - - @Override - public void run() - { - try - { - for (; running; i++) - { - send(Long.toString(i%10), Long.toString(i)); - - if (throttleMs > 0) - { - try - { - Thread.sleep(throttleMs); - } - catch (InterruptedException e) - { - log.warn("{} - Interrupted while throttling!", e); - } - } - } - - log.info("{} - Done", id); - } - catch (Exception e) - { - log.error("{} - Unexpected Exception:", id, e); - } - finally - { - synchronized (this) - { - running = false; - log.info("{} - Stopped - produced {} messages so far", id, produced); - } - } - } - - void send(String key, String value) - { - final long time = System.currentTimeMillis(); - - ListenableFuture> listenableFuture = kafkaTemplate.sendDefault(key, value); - listenableFuture.addCallback( - result -> - { - long now = System.currentTimeMillis(); - RecordMetadata metadata = result.getRecordMetadata(); - ProducerRecord record = result.getProducerRecord(); - - // HANDLE SUCCESS - produced++; - log.debug( - "{} - Sent key={} message={} partition={}/{} timestamp={} latency={}ms", - id, - record.key(), - record.value(), - metadata.partition(), - metadata.offset(), - metadata.timestamp(), - now - time - ); - }, - e -> - { - long now = System.currentTimeMillis(); - - // HANDLE ERROR - log.error( - "{} - ERROR key={} latency={}ms: {}", - id, - key, - now - time, - e.toString() - ); - }); - - long now = System.currentTimeMillis(); - log.trace( - "{} - Queued #{} key={} latency={}ms", - id, - value, - key, - now - time - ); - } - - public synchronized void start() - { - if (running) - throw new IllegalStateException("Producer instance " + id + " is already running!"); - - log.info("{} - Starting - produced {} messages before", id, produced); - running = true; - executor.submit(this); - } - - public synchronized void stop() throws ExecutionException, InterruptedException - { - if (!running) - throw new IllegalStateException("Producer instance " + id + " is not running!"); - - log.info("{} - Stopping...", id); - running = false; - } - - @PreDestroy - public void destroy() throws ExecutionException, InterruptedException - { - log.info("{} - Destroy!", id); - try - { - stop(); - } - catch (IllegalStateException e) - { - log.info("{} - Was already stopped", id); - } - finally - { - log.info("{}: Produced {} messages in total, exiting!", id, produced); - } - } -} diff --git a/src/main/java/de/juplo/kafka/ExampleProducer.java b/src/main/java/de/juplo/kafka/ExampleProducer.java new file mode 100644 index 0000000..30fefab --- /dev/null +++ b/src/main/java/de/juplo/kafka/ExampleProducer.java @@ -0,0 +1,162 @@ +package de.juplo.kafka; + +import lombok.extern.slf4j.Slf4j; +import org.apache.kafka.clients.producer.ProducerRecord; +import org.apache.kafka.clients.producer.RecordMetadata; +import org.springframework.kafka.core.KafkaTemplate; +import org.springframework.kafka.support.SendResult; +import org.springframework.util.concurrent.ListenableFuture; + +import javax.annotation.PreDestroy; +import java.util.concurrent.ExecutionException; +import java.util.concurrent.ExecutorService; + + +@Slf4j +public class EndlessProducer implements Runnable +{ + private final ExecutorService executor; + private final String id; + private final int throttleMs; + private final KafkaTemplate kafkaTemplate; + + private boolean running = false; + private long i = 0; + private long produced = 0; + + public EndlessProducer( + ExecutorService executor, + String clientId, + int throttleMs, + KafkaTemplate kafkaTemplate) + { + this.executor = executor; + this.id = clientId; + this.throttleMs = throttleMs; + this.kafkaTemplate = kafkaTemplate; + } + + @Override + public void run() + { + try + { + for (; running; i++) + { + send(Long.toString(i%10), Long.toString(i)); + + if (throttleMs > 0) + { + try + { + Thread.sleep(throttleMs); + } + catch (InterruptedException e) + { + log.warn("{} - Interrupted while throttling!", e); + } + } + } + + log.info("{} - Done", id); + } + catch (Exception e) + { + log.error("{} - Unexpected Exception:", id, e); + } + finally + { + synchronized (this) + { + running = false; + log.info("{} - Stopped - produced {} messages so far", id, produced); + } + } + } + + void send(String key, String value) + { + final long time = System.currentTimeMillis(); + + ListenableFuture> listenableFuture = kafkaTemplate.sendDefault(key, value); + listenableFuture.addCallback( + result -> + { + long now = System.currentTimeMillis(); + RecordMetadata metadata = result.getRecordMetadata(); + ProducerRecord record = result.getProducerRecord(); + + // HANDLE SUCCESS + produced++; + log.debug( + "{} - Sent key={} message={} partition={}/{} timestamp={} latency={}ms", + id, + record.key(), + record.value(), + metadata.partition(), + metadata.offset(), + metadata.timestamp(), + now - time + ); + }, + e -> + { + long now = System.currentTimeMillis(); + + // HANDLE ERROR + log.error( + "{} - ERROR key={} latency={}ms: {}", + id, + key, + now - time, + e.toString() + ); + }); + + long now = System.currentTimeMillis(); + log.trace( + "{} - Queued #{} key={} latency={}ms", + id, + value, + key, + now - time + ); + } + + public synchronized void start() + { + if (running) + throw new IllegalStateException("Producer instance " + id + " is already running!"); + + log.info("{} - Starting - produced {} messages before", id, produced); + running = true; + executor.submit(this); + } + + public synchronized void stop() throws ExecutionException, InterruptedException + { + if (!running) + throw new IllegalStateException("Producer instance " + id + " is not running!"); + + log.info("{} - Stopping...", id); + running = false; + } + + @PreDestroy + public void destroy() throws ExecutionException, InterruptedException + { + log.info("{} - Destroy!", id); + try + { + stop(); + } + catch (IllegalStateException e) + { + log.info("{} - Was already stopped", id); + } + finally + { + log.info("{}: Produced {} messages in total, exiting!", id, produced); + } + } +}