X-Git-Url: https://juplo.de/gitweb/?a=blobdiff_plain;f=src%2Fmain%2Fjava%2Fde%2Fjuplo%2Fkafka%2FEndlessProducer.java;h=9c69f31e2688688319a5757e10b9bba9b7b8c9d9;hb=refs%2Fheads%2Fendless-long-producer;hp=43b0e41e7625364083aa1ae6157adb34799dda74;hpb=91fd1b3b5e55e78709934e44c42f32419dfb9ba8;p=demos%2Fkafka%2Ftraining

diff --git a/src/main/java/de/juplo/kafka/EndlessProducer.java b/src/main/java/de/juplo/kafka/EndlessProducer.java
index 43b0e41..9c69f31 100644
--- a/src/main/java/de/juplo/kafka/EndlessProducer.java
+++ b/src/main/java/de/juplo/kafka/EndlessProducer.java
@@ -3,13 +3,13 @@ package de.juplo.kafka;
 import lombok.extern.slf4j.Slf4j;
 import org.apache.kafka.clients.producer.KafkaProducer;
 import org.apache.kafka.clients.producer.ProducerRecord;
+import org.apache.kafka.common.serialization.LongSerializer;
 import org.apache.kafka.common.serialization.StringSerializer;
 
 import javax.annotation.PreDestroy;
 import java.util.Properties;
 import java.util.concurrent.ExecutionException;
 import java.util.concurrent.ExecutorService;
-import java.util.concurrent.Future;
 
 
 @Slf4j
@@ -18,14 +18,12 @@ public class EndlessProducer implements Runnable
   private final ExecutorService executor;
   private final String id;
   private final String topic;
-  private final String acks;
   private final int throttleMs;
-  private final KafkaProducer<String, String> producer;
+  private final KafkaProducer<String, Long> producer;
 
   private boolean running = false;
   private long i = 0;
   private long produced = 0;
-  private Future<?> future = null;
 
   public EndlessProducer(
       ExecutorService executor,
@@ -38,7 +36,6 @@ public class EndlessProducer implements Runnable
     this.executor = executor;
     this.id = clientId;
     this.topic = topic;
-    this.acks = acks;
     this.throttleMs = throttleMs;
 
     Properties props = new Properties();
@@ -46,7 +43,7 @@ public class EndlessProducer implements Runnable
     props.put("client.id", clientId);
     props.put("acks", acks);
     props.put("key.serializer", StringSerializer.class.getName());
-    props.put("value.serializer", StringSerializer.class.getName());
+    props.put("value.serializer", LongSerializer.class.getName());
 
     this.producer = new KafkaProducer<>(props);
   }
@@ -58,54 +55,7 @@ public class EndlessProducer implements Runnable
     {
       for (; running; i++)
       {
-        final long time = System.currentTimeMillis();
-
-        final ProducerRecord<String, String> record = new ProducerRecord<>(
-            topic,                 // Topic
-            Long.toString(i % 10), // Key
-            Long.toString(i)       // Value
-        );
-
-        producer.send(record, (metadata, e) ->
-        {
-          long now = System.currentTimeMillis();
-          if (e == null)
-          {
-            // HANDLE SUCCESS
-            produced++;
-            log.debug(
-                "{} - Sent key={} message={} partition={}/{} timestamp={} latency={}ms",
-                id,
-                record.key(),
-                record.value(),
-                metadata.partition(),
-                metadata.offset(),
-                metadata.timestamp(),
-                now - time
-            );
-          }
-          else
-          {
-            // HANDLE ERROR
-            log.error(
-                "{} - ERROR key={} timestamp={} latency={}ms: {}",
-                id,
-                record.key(),
-                metadata == null ? -1 : metadata.timestamp(),
-                now - time,
-                e.toString()
-            );
-          }
-        });
-
-        long now = System.currentTimeMillis();
-        log.trace(
-            "{} - Queued #{} key={} latency={}ms",
-            id,
-            i,
-            record.key(),
-            now - time
-        );
+        send(Long.toString(i%10), i);
 
         if (throttleMs > 0)
         {
@@ -124,10 +74,70 @@ public class EndlessProducer implements Runnable
     }
     catch (Exception e)
     {
-
+      log.error("{} - Unexpected Exception:", id, e);
+    }
+    finally
+    {
+      synchronized (this)
+      {
+        running = false;
+        log.info("{} - Stopped - produced {} messages so far", id, produced);
+      }
     }
   }
 
+  void send(String key, Long value)
+  {
+    final long time = System.currentTimeMillis();
+
+    final ProducerRecord<String, Long> record = new ProducerRecord<>(
+        topic,  // Topic
+        key,    // Key
+        value   // Value
+    );
+
+    producer.send(record, (metadata, e) ->
+    {
+      long now = System.currentTimeMillis();
+      if (e == null)
+      {
+        // HANDLE SUCCESS
+        produced++;
+        log.debug(
+            "{} - Sent key={} message={} partition={}/{} timestamp={} latency={}ms",
+            id,
+            record.key(),
+            record.value(),
+            metadata.partition(),
+            metadata.offset(),
+            metadata.timestamp(),
+            now - time
+        );
+      }
+      else
+      {
+        // HANDLE ERROR
+        log.error(
+            "{} - ERROR key={} timestamp={} latency={}ms: {}",
+            id,
+            record.key(),
+            metadata == null ? -1 : metadata.timestamp(),
+            now - time,
+            e.toString()
+        );
+      }
+    });
+
+    long now = System.currentTimeMillis();
+    log.trace(
+        "{} - Queued #{} key={} latency={}ms",
+        id,
+        value,
+        record.key(),
+        now - time
+    );
+  }
+
   public synchronized void start()
   {
     if (running)
@@ -135,7 +145,7 @@ public class EndlessProducer implements Runnable
 
     log.info("{} - Starting - produced {} messages before", id, produced);
     running = true;
-    future = executor.submit(this);
+    executor.submit(this);
   }
 
   public synchronized void stop() throws ExecutionException, InterruptedException
@@ -145,8 +155,6 @@ public class EndlessProducer implements Runnable
 
     log.info("{} - Stopping...", id);
     running = false;
-    future.get();
-    log.info("{} - Stopped - produced {} messages so far", id, produced);
   }
 
   @PreDestroy