X-Git-Url: http://juplo.de/gitweb/?a=blobdiff_plain;f=src%2Fmain%2Fjava%2Fde%2Fjuplo%2Fkafka%2FApplicationRecordHandler.java;h=bc18d59b6596507d9ebc03678ceb2b3f487512e4;hb=refs%2Ftags%2Fsumup-adder--drop-duplicates---lvm-2-tage;hp=ce340a76a96eaec73853fb42d67fd60e7a62e665;hpb=d576eea9bc9208d9e5003bd8c8c132bed96b5c40;p=demos%2Fkafka%2Ftraining

diff --git a/src/main/java/de/juplo/kafka/ApplicationRecordHandler.java b/src/main/java/de/juplo/kafka/ApplicationRecordHandler.java
index ce340a7..bc18d59 100644
--- a/src/main/java/de/juplo/kafka/ApplicationRecordHandler.java
+++ b/src/main/java/de/juplo/kafka/ApplicationRecordHandler.java
@@ -1,16 +1,25 @@
 package de.juplo.kafka;
 
+import lombok.RequiredArgsConstructor;
 import lombok.extern.slf4j.Slf4j;
 import org.apache.kafka.clients.consumer.ConsumerRecord;
 
+import java.time.Duration;
 import java.util.HashMap;
 import java.util.Map;
+import java.util.Optional;
 
 
+@RequiredArgsConstructor
 @Slf4j
 public class ApplicationRecordHandler implements RecordHandler<String, String>
 {
+  private final AdderResults results;
+  private final Optional<Duration> throttle;
+  private final String id;
+
   private final Map<Integer, AdderBusinessLogic> state = new HashMap<>();
+  private final Map<Integer, Long> next = new HashMap<>();
 
 
   @Override
@@ -20,24 +29,54 @@ public class ApplicationRecordHandler implements RecordHandler<String, String>
     String user = record.key();
     String message = record.value();
 
-    if (message.equals("CALCULATE"))
+    if (record.offset() < next.get(partition))
     {
-      Long result = state.get(partition).calculate(user);
-      log.info("New result for {}: {}", user, result);
+      log.warn(
+        "{}- Dropping duplicate message: offset={} < next={}",
+        id,
+        record.offset(),
+        next.get(partition));
       return;
     }
 
-    state.get(partition).addToSum(user, Integer.parseInt(message));
+    if (message.equals("CALCULATE"))
+    {
+      AdderResult result = state.get(partition).calculate(user);
+      log.info("{} - New result for {}: {}", id, user, result);
+      results.addResults(partition, user, result);
+    }
+    else
+    {
+      state.get(partition).addToSum(user, Integer.parseInt(message));
+    }
+
+    next.put(partition, record.offset() + 1);
+
+    if (throttle.isPresent())
+    {
+      try
+      {
+        Thread.sleep(throttle.get().toMillis());
+      }
+      catch (InterruptedException e)
+      {
+        log.warn("{} - Intrerrupted while throttling: {}", id, e);
+      }
+    }
   }
 
-  protected void addPartition(Integer partition, Map<String, Long> state)
+  protected void addPartition(Integer partition, Map<String, AdderResult> state, Long offset)
   {
     this.state.put(partition, new AdderBusinessLogic(state));
+    this.next.put(partition, offset);
   }
 
-  protected Map<String, Long> removePartition(Integer partition)
+  protected ApplicationState removePartition(Integer partition)
   {
-    return this.state.remove(partition).getState();
+    ApplicationState state = getState(partition);
+    this.next.remove(partition);
+    this.state.remove(partition);
+    return state;
   }
 
 
@@ -45,4 +84,12 @@ public class ApplicationRecordHandler implements RecordHandler<String, String>
   {
     return state;
   }
+
+  public ApplicationState getState(Integer partition)
+  {
+    return
+      new ApplicationState(
+        this.next.get(partition),
+        this.state.get(partition).getState());
+  }
 }