X-Git-Url: https://juplo.de/gitweb/?a=blobdiff_plain;f=src%2Fmain%2Fjava%2Fde%2Fjuplo%2Fkafka%2FEndlessProducer.java;h=df5ff018f53712f53ffa78f9bcf321b9940cc72e;hb=refs%2Fheads%2Fendless-stream-producer-vorlage;hp=357e07a93e4de5b5b1c80e29076a7d4ba7c128f4;hpb=045a6286fe70f0773bf06f327321bfe8846e4532;p=demos%2Fkafka%2Ftraining diff --git a/src/main/java/de/juplo/kafka/EndlessProducer.java b/src/main/java/de/juplo/kafka/EndlessProducer.java index 357e07a..df5ff01 100644 --- a/src/main/java/de/juplo/kafka/EndlessProducer.java +++ b/src/main/java/de/juplo/kafka/EndlessProducer.java @@ -5,113 +5,127 @@ import org.apache.kafka.clients.producer.KafkaProducer; import org.apache.kafka.clients.producer.ProducerRecord; import org.apache.kafka.common.serialization.StringSerializer; +import javax.annotation.PreDestroy; import java.util.Properties; +import java.util.concurrent.ExecutionException; import java.util.concurrent.ExecutorService; -import java.util.concurrent.Future; @Slf4j -public class SimpleProducer +public class EndlessProducer implements Runnable { + private final ExecutorService executor; private final String id; private final String topic; + private final int throttleMs; private final KafkaProducer producer; + private boolean running = false; + private long i = 0; private long produced = 0; - public SimpleProducer(String clientId, String topic) + public EndlessProducer( + ExecutorService executor, + String bootstrapServer, + String clientId, + String topic, + String acks, + int throttleMs) { - // tag::create[] + this.executor = executor; + this.id = clientId; + this.topic = topic; + this.throttleMs = throttleMs; + Properties props = new Properties(); - props.put("bootstrap.servers", "localhost:9092"); + props.put("bootstrap.servers", bootstrapServer); + props.put("client.id", clientId); + props.put("acks", acks); props.put("key.serializer", StringSerializer.class.getName()); props.put("value.serializer", StringSerializer.class.getName()); - KafkaProducer producer = new KafkaProducer<>(props); - // end::create[] - - this.id = clientId; - this.topic = topic; - this.producer = producer; + this.producer = new KafkaProducer<>(props); } + @Override public void run() { - long i = 0; - try { - for (; i < 100 ; i++) + for (; running; i++) { send(Long.toString(i%10), Long.toString(i)); + + if (throttleMs > 0) + { + try + { + Thread.sleep(throttleMs); + } + catch (InterruptedException e) + { + log.warn("{} - Interrupted while throttling!", e); + } + } } log.info("{} - Done", id); } + catch (Exception e) + { + log.error("{} - Unexpected Exception:", id, e); + } finally { - log.info("{}: Closing the KafkaProducer", id); - producer.close(); - log.info("{}: Produced {} messages in total, exiting!", id, produced); + synchronized (this) + { + running = false; + log.info("{} - Stopped - produced {} messages so far", id, produced); + } } } void send(String key, String value) { - final long time = System.currentTimeMillis(); + // TODO: Die übergebene Nachricht versenden + } - final ProducerRecord record = new ProducerRecord<>( - "test", // Topic - key, // Key - value // Value - ); + public synchronized void start() + { + if (running) + throw new IllegalStateException("Producer instance " + id + " is already running!"); - producer.send(record, (metadata, e) -> - { - long now = System.currentTimeMillis(); - if (e == null) - { - // HANDLE SUCCESS - produced++; - log.debug( - "{} - Sent key={} message={} partition={}/{} timestamp={} latency={}ms", - id, - record.key(), - record.value(), - metadata.partition(), - metadata.offset(), - metadata.timestamp(), - now - time - ); - } - else - { - // HANDLE ERROR - log.error( - "{} - ERROR key={} timestamp={} latency={}ms: {}", - id, - record.key(), - metadata == null ? -1 : metadata.timestamp(), - now - time, - e.toString() - ); - } - }); - - long now = System.currentTimeMillis(); - log.trace( - "{} - Queued #{} key={} latency={}ms", - id, - value, - record.key(), - now - time - ); + log.info("{} - Starting - produced {} messages before", id, produced); + running = true; + executor.submit(this); } + public synchronized void stop() throws ExecutionException, InterruptedException + { + if (!running) + throw new IllegalStateException("Producer instance " + id + " is not running!"); - public static void main(String[] args) throws Exception + log.info("{} - Stopping...", id); + running = false; + } + + @PreDestroy + public void destroy() throws ExecutionException, InterruptedException { - SimpleProducer producer = new SimpleProducer("P", "test"); - producer.run(); + log.info("{} - Destroy!", id); + try + { + stop(); + } + catch (IllegalStateException e) + { + log.info("{} - Was already stopped", id); + } + finally + { + log.info("{} - Closing the KafkaProducer", id); + producer.close(); + log.info("{}: Produced {} messages in total, exiting!", id, produced); + } } }