Merge branch 'deserialization' into sumup-adder--ohne--stored-offsets

[demos/kafka/training] / src / test / java / de / juplo / kafka / ApplicationTests.java

diff --git a/src/test/java/de/juplo/kafka/ApplicationTests.java b/src/test/java/de/juplo/kafka/ApplicationTests.java
index 1336050..a150176 100644 (file)
--- a/src/test/java/de/juplo/kafka/ApplicationTests.java
+++ b/src/test/java/de/juplo/kafka/ApplicationTests.java
@@ -1,11 +1,13 @@
 package de.juplo.kafka;
 
+import lombok.extern.slf4j.Slf4j;
 import org.apache.kafka.clients.producer.ProducerRecord;
 import org.apache.kafka.common.serialization.StringSerializer;
 import org.apache.kafka.common.utils.Bytes;
 import org.springframework.beans.factory.annotation.Autowired;
 
 import java.util.*;
+
 import java.util.function.Consumer;
 import java.util.stream.Collectors;
 import java.util.stream.IntStream;
@@ -13,16 +15,17 @@ import java.util.stream.IntStream;
 import static org.assertj.core.api.Assertions.assertThat;
 
 
+@Slf4j
 public class ApplicationTests extends GenericApplicationTests<String, String>
 {
   @Autowired
-  AdderResults results;
+  StateRepository stateRepository;
 
 
   public ApplicationTests()
   {
     super(new ApplicationTestRecrodGenerator());
-    ((ApplicationTestRecrodGenerator)recordGenerator).tests = this;
+    ((ApplicationTestRecrodGenerator) recordGenerator).tests = this;
   }
 
 
@@ -30,12 +33,12 @@ public class ApplicationTests extends GenericApplicationTests<String, String>
   {
     ApplicationTests tests;
 
-    final int[] numbers = {1, 7, 3, 2, 33, 6, 11};
+    final int[] numbers = {1, 77, 33, 2, 66, 666, 11};
     final String[] dieWilden13 =
-        IntStream
-            .range(1, 14)
-            .mapToObj(i -> "seeräuber-" + i)
-            .toArray(i -> new String[i]);
+      IntStream
+        .range(1, 14)
+        .mapToObj(i -> "seeräuber-" + i)
+        .toArray(i -> new String[i]);
     final StringSerializer stringSerializer = new StringSerializer();
     final Bytes calculateMessage = new Bytes(stringSerializer.serialize(TOPIC, "CALCULATE"));
 
@@ -45,52 +48,63 @@ public class ApplicationTests extends GenericApplicationTests<String, String>
 
     @Override
     public int generate(
-        boolean poisonPills,
-        boolean logicErrors,
-        Consumer<ProducerRecord<Bytes, Bytes>> messageSender)
+      boolean poisonPills,
+      boolean logicErrors,
+      Consumer<ProducerRecord<Bytes, Bytes>> messageSender)
     {
       counter = 0;
       state =
-          Arrays
-              .stream(dieWilden13)
-              .collect(Collectors.toMap(
-                  seeräuber -> seeräuber,
-                  seeräuber -> new LinkedList()));
-
-      for (int i = 0; i < 33; i++)
-      {
-        String seeräuber = dieWilden13[i % 13];
-        int number = numbers[i % 7];
+        Arrays
+          .stream(dieWilden13)
+          .collect(Collectors.toMap(
+            seeräuber -> seeräuber,
+            seeräuber -> new LinkedList()));
 
-        Bytes key = new Bytes(stringSerializer.serialize(TOPIC, seeräuber));
+      int number[] = {1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1};
+      int message[] = {1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1};
+      int next = 0;
 
-        for (int message = 1; message <= number; message++)
+      for (int pass = 0; pass < 333; pass++)
+      {
+        for (int i = 0; i < 13; i++)
         {
-          Bytes value = new Bytes(stringSerializer.serialize(TOPIC, Integer.toString(message)));
-          send(key, value, logicErrors, messageSender);
-        }
-        send(key, calculateMessage, logicErrors, messageSender);
+          String seeräuber = dieWilden13[i];
+          Bytes key = new Bytes(stringSerializer.serialize(TOPIC, seeräuber));
 
-        state.get(seeräuber).add(new AdderResult(number, (number + 1) * number / 2));
+          if (message[i] > number[i])
+          {
+            send(key, calculateMessage, fail(logicErrors, pass, counter), messageSender);
+            state.get(seeräuber).add(new AdderResult(number[i], (number[i] + 1) * number[i] / 2));
+            // Pick next number to calculate
+            number[i] = numbers[next++ % numbers.length];
+            message[i] = 1;
+            log.debug("Seeräuber {} will die Summe für {} berechnen", seeräuber, number[i]);
+          }
+
+          Bytes value = new Bytes(stringSerializer.serialize(TOPIC, Integer.toString(message[i]++)));
+          send(key, value, fail(logicErrors, pass, counter), messageSender);
+        }
       }
 
       return counter;
     }
 
+    boolean fail(boolean logicErrors, int pass, int counter)
+    {
+      return logicErrors && pass > 300 && counter % 77 == 0;
+    }
+
     void send(
-        Bytes key,
-        Bytes value,
-        boolean logicErrors,
-        Consumer<ProducerRecord<Bytes, Bytes>> messageSender)
+      Bytes key,
+      Bytes value,
+      boolean fail,
+      Consumer<ProducerRecord<Bytes, Bytes>> messageSender)
     {
       counter++;
 
-      if (counter == 77)
+      if (fail)
       {
-        if (logicErrors)
-        {
-          value = new Bytes(stringSerializer.serialize(TOPIC, Integer.toString(-1)));
-        }
+        value = new Bytes(stringSerializer.serialize(TOPIC, Integer.toString(-1)));
       }
 
       messageSender.accept(new ProducerRecord<>(TOPIC, key, value));
@@ -105,20 +119,37 @@ public class ApplicationTests extends GenericApplicationTests<String, String>
     @Override
     public void assertBusinessLogic()
     {
-      tests.results
-          .getState()
-          .values()
+      for (int i = 0; i < PARTITIONS; i++)
+      {
+        StateDocument stateDocument =
+          tests.stateRepository.findById(Integer.toString(i)).get();
+
+        stateDocument
+          .results
+          .entrySet()
           .stream()
-          .flatMap(map -> map.entrySet().stream())
           .forEach(entry ->
           {
             String user = entry.getKey();
             List<AdderResult> resultsForUser = entry.getValue();
 
+            for (int j = 0; j < resultsForUser.size(); j++)
+            {
+              if (!(j < state.get(user).size()))
+              {
+                break;
+              }
+
+              assertThat(resultsForUser.get(j))
+                .as("Unexpected results calculation %d of user %s", j, user)
+                .isEqualTo(state.get(user).get(j));
+            }
+
             assertThat(state.get(user))
-                .describedAs("Unexpected results for user {}", user)
-                .containsExactlyElementsOf(resultsForUser);
+              .as("More results calculated for user %s as expected", user)
+              .containsAll(resultsForUser);
           });
+      }
     }
   }
-}
+}
\ No newline at end of file